2024-11-07 12:16:10,512 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d 2024-11-07 12:16:10,531 main DEBUG Took 0.016707 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-07 12:16:10,531 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-07 12:16:10,531 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-07 12:16:10,532 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-07 12:16:10,533 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-07 12:16:10,541 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-07 12:16:10,557 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-07 12:16:10,559 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-07 12:16:10,560 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-07 12:16:10,561 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-07 12:16:10,561 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-07 12:16:10,562 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-07 12:16:10,563 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-07 12:16:10,564 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-07 12:16:10,564 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-07 12:16:10,565 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-07 12:16:10,566 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-07 12:16:10,567 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-07 12:16:10,567 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-07 12:16:10,568 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-07 12:16:10,568 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-07 12:16:10,569 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-07 12:16:10,569 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-07 12:16:10,570 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-07 12:16:10,570 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-07 12:16:10,571 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-07 12:16:10,571 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-07 12:16:10,572 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-07 12:16:10,572 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-07 12:16:10,573 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-07 12:16:10,573 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-07 12:16:10,574 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-07 12:16:10,576 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-07 12:16:10,578 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-07 12:16:10,580 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-07 12:16:10,581 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-07 12:16:10,582 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-07 12:16:10,583 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-07 12:16:10,594 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-07 12:16:10,596 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-07 12:16:10,598 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-07 12:16:10,598 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-07 12:16:10,599 main DEBUG createAppenders(={Console}) 2024-11-07 12:16:10,599 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d initialized 2024-11-07 12:16:10,600 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d 2024-11-07 12:16:10,600 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d OK. 2024-11-07 12:16:10,600 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-07 12:16:10,601 main DEBUG OutputStream closed 2024-11-07 12:16:10,601 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-07 12:16:10,601 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-07 12:16:10,602 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@43dac38f OK 2024-11-07 12:16:10,682 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-07 12:16:10,684 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-07 12:16:10,685 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-07 12:16:10,686 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-07 12:16:10,687 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-07 12:16:10,687 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-07 12:16:10,688 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-07 12:16:10,688 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-07 12:16:10,689 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-07 12:16:10,689 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-07 12:16:10,690 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-07 12:16:10,690 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-07 12:16:10,691 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-07 12:16:10,691 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-07 12:16:10,691 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-07 12:16:10,692 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-07 12:16:10,692 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-07 12:16:10,693 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-07 12:16:10,695 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-07 12:16:10,696 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@1b84f475) with optional ClassLoader: null 2024-11-07 12:16:10,696 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-07 12:16:10,697 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@1b84f475] started OK. 2024-11-07T12:16:10,716 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.replication.TestMasterReplication timeout: 13 mins 2024-11-07 12:16:10,719 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-07 12:16:10,719 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-07T12:16:10,771 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=11, OpenFileDescriptor=287, MaxFileDescriptor=1048576, SystemLoadAverage=307, ProcessCount=11, AvailableMemoryMB=568 2024-11-07T12:16:10,969 INFO [Time-limited test {}] replication.TestMasterReplication(448): testBasePeerConfigsForPeerMutations 2024-11-07T12:16:11,010 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/00aac31b-c9a3-a24c-f67e-e85d417e9a0f 2024-11-07T12:16:11,014 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/00aac31b-c9a3-a24c-f67e-e85d417e9a0f/cluster_23aeefe1-8778-314a-b694-876128ce52f0, deleteOnExit=true 2024-11-07T12:16:11,123 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/00aac31b-c9a3-a24c-f67e-e85d417e9a0f/cluster_23aeefe1-8778-314a-b694-876128ce52f0/zookeeper_0, clientPort=63590, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/00aac31b-c9a3-a24c-f67e-e85d417e9a0f/cluster_23aeefe1-8778-314a-b694-876128ce52f0/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/00aac31b-c9a3-a24c-f67e-e85d417e9a0f/cluster_23aeefe1-8778-314a-b694-876128ce52f0/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-07T12:16:11,141 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=63590 2024-11-07T12:16:11,141 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-07T12:16:11,157 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-07T12:16:11,158 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/00aac31b-c9a3-a24c-f67e-e85d417e9a0f/test.cache.data in system properties and HBase conf 2024-11-07T12:16:11,159 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/00aac31b-c9a3-a24c-f67e-e85d417e9a0f/hadoop.tmp.dir in system properties and HBase conf 2024-11-07T12:16:11,159 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/00aac31b-c9a3-a24c-f67e-e85d417e9a0f/hadoop.log.dir in system properties and HBase conf 2024-11-07T12:16:11,160 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/00aac31b-c9a3-a24c-f67e-e85d417e9a0f/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-07T12:16:11,160 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/00aac31b-c9a3-a24c-f67e-e85d417e9a0f/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-07T12:16:11,161 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-07T12:16:11,266 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-07T12:16:11,386 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-07T12:16:11,391 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/00aac31b-c9a3-a24c-f67e-e85d417e9a0f/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-07T12:16:11,391 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/00aac31b-c9a3-a24c-f67e-e85d417e9a0f/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-07T12:16:11,392 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/00aac31b-c9a3-a24c-f67e-e85d417e9a0f/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-07T12:16:11,393 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/00aac31b-c9a3-a24c-f67e-e85d417e9a0f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-07T12:16:11,393 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/00aac31b-c9a3-a24c-f67e-e85d417e9a0f/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-07T12:16:11,394 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/00aac31b-c9a3-a24c-f67e-e85d417e9a0f/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-07T12:16:11,394 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/00aac31b-c9a3-a24c-f67e-e85d417e9a0f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-07T12:16:11,395 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/00aac31b-c9a3-a24c-f67e-e85d417e9a0f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-07T12:16:11,395 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/00aac31b-c9a3-a24c-f67e-e85d417e9a0f/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-07T12:16:11,396 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/00aac31b-c9a3-a24c-f67e-e85d417e9a0f/nfs.dump.dir in system properties and HBase conf 2024-11-07T12:16:11,396 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/00aac31b-c9a3-a24c-f67e-e85d417e9a0f/java.io.tmpdir in system properties and HBase conf 2024-11-07T12:16:11,397 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/00aac31b-c9a3-a24c-f67e-e85d417e9a0f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-07T12:16:11,397 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/00aac31b-c9a3-a24c-f67e-e85d417e9a0f/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-07T12:16:11,398 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/00aac31b-c9a3-a24c-f67e-e85d417e9a0f/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-07T12:16:12,396 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-07T12:16:12,481 INFO [Time-limited test {}] log.Log(170): Logging initialized @2680ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-07T12:16:12,557 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T12:16:12,628 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-07T12:16:12,647 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-07T12:16:12,647 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-07T12:16:12,649 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-07T12:16:12,660 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T12:16:12,662 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@65423e7c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/00aac31b-c9a3-a24c-f67e-e85d417e9a0f/hadoop.log.dir/,AVAILABLE} 2024-11-07T12:16:12,663 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@22c42bf7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-07T12:16:12,846 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4219126d{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/00aac31b-c9a3-a24c-f67e-e85d417e9a0f/java.io.tmpdir/jetty-localhost-42901-hadoop-hdfs-3_4_1-tests_jar-_-any-3047892667639896755/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-07T12:16:12,853 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@63a6952a{HTTP/1.1, (http/1.1)}{localhost:42901} 2024-11-07T12:16:12,853 INFO [Time-limited test {}] server.Server(415): Started @3053ms 2024-11-07T12:16:13,241 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T12:16:13,249 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-07T12:16:13,251 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-07T12:16:13,251 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-07T12:16:13,251 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-07T12:16:13,252 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2a66a1cb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/00aac31b-c9a3-a24c-f67e-e85d417e9a0f/hadoop.log.dir/,AVAILABLE} 2024-11-07T12:16:13,253 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1edffc5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-07T12:16:13,377 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@318ae30c{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/00aac31b-c9a3-a24c-f67e-e85d417e9a0f/java.io.tmpdir/jetty-localhost-41349-hadoop-hdfs-3_4_1-tests_jar-_-any-17065341173995553660/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T12:16:13,378 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@60268925{HTTP/1.1, (http/1.1)}{localhost:41349} 2024-11-07T12:16:13,379 INFO [Time-limited test {}] server.Server(415): Started @3579ms 2024-11-07T12:16:13,444 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-07T12:16:13,917 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/00aac31b-c9a3-a24c-f67e-e85d417e9a0f/cluster_23aeefe1-8778-314a-b694-876128ce52f0/data/data1/current/BP-1412536708-172.17.0.3-1730981772125/current, will proceed with Du for space computation calculation, 2024-11-07T12:16:13,917 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/00aac31b-c9a3-a24c-f67e-e85d417e9a0f/cluster_23aeefe1-8778-314a-b694-876128ce52f0/data/data2/current/BP-1412536708-172.17.0.3-1730981772125/current, will proceed with Du for space computation calculation, 2024-11-07T12:16:13,957 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-07T12:16:14,018 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x185323e617ca1fce with lease ID 0x52bcf83d256627ad: Processing first storage report for DS-46236980-8263-4642-ba8d-f05148bec247 from datanode DatanodeRegistration(127.0.0.1:33277, datanodeUuid=ce8eb9cf-8142-4d22-a86a-2ba655c00e18, infoPort=39031, infoSecurePort=0, ipcPort=43167, storageInfo=lv=-57;cid=testClusterID;nsid=87734955;c=1730981772125) 2024-11-07T12:16:14,019 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x185323e617ca1fce with lease ID 0x52bcf83d256627ad: from storage DS-46236980-8263-4642-ba8d-f05148bec247 node DatanodeRegistration(127.0.0.1:33277, datanodeUuid=ce8eb9cf-8142-4d22-a86a-2ba655c00e18, infoPort=39031, infoSecurePort=0, ipcPort=43167, storageInfo=lv=-57;cid=testClusterID;nsid=87734955;c=1730981772125), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-11-07T12:16:14,020 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x185323e617ca1fce with lease ID 0x52bcf83d256627ad: Processing first storage report for DS-94a1360f-ca92-4153-8603-c2b2a9d2b191 from datanode DatanodeRegistration(127.0.0.1:33277, datanodeUuid=ce8eb9cf-8142-4d22-a86a-2ba655c00e18, infoPort=39031, infoSecurePort=0, ipcPort=43167, storageInfo=lv=-57;cid=testClusterID;nsid=87734955;c=1730981772125) 2024-11-07T12:16:14,020 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x185323e617ca1fce with lease ID 0x52bcf83d256627ad: from storage DS-94a1360f-ca92-4153-8603-c2b2a9d2b191 node DatanodeRegistration(127.0.0.1:33277, datanodeUuid=ce8eb9cf-8142-4d22-a86a-2ba655c00e18, infoPort=39031, infoSecurePort=0, ipcPort=43167, storageInfo=lv=-57;cid=testClusterID;nsid=87734955;c=1730981772125), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-07T12:16:14,023 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/00aac31b-c9a3-a24c-f67e-e85d417e9a0f 2024-11-07T12:16:14,037 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T12:16:14,042 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T12:16:14,260 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33277 is added to blk_1073741825_1001 (size=7) 2024-11-07T12:16:14,669 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37649/user/jenkins/test-data/451bf079-e023-1374-227b-075279308609 with version=8 2024-11-07T12:16:14,670 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:37649/user/jenkins/test-data/451bf079-e023-1374-227b-075279308609/hbase-staging 2024-11-07T12:16:14,772 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-07T12:16:15,027 INFO [Time-limited test {}] client.ConnectionUtils(128): master/87fb68174c52:0 server-side Connection retries=45 2024-11-07T12:16:15,038 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T12:16:15,039 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-07T12:16:15,043 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-07T12:16:15,043 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T12:16:15,043 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-07T12:16:15,188 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-07T12:16:15,249 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-07T12:16:15,257 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-07T12:16:15,261 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T12:16:15,287 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 4122 (auto-detected) 2024-11-07T12:16:15,288 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:03 (auto-detected) 2024-11-07T12:16:15,307 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:39553 2024-11-07T12:16:15,342 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39553 connecting to ZooKeeper ensemble=127.0.0.1:63590 2024-11-07T12:16:15,375 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:395530x0, quorum=127.0.0.1:63590, baseZNode=/01384948455 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T12:16:15,378 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39553-0x1001a2bc1f60000 connected 2024-11-07T12:16:15,411 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T12:16:15,413 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T12:16:15,424 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39553-0x1001a2bc1f60000, quorum=127.0.0.1:63590, baseZNode=/01384948455 Set watcher on znode that does not yet exist, /01384948455/running 2024-11-07T12:16:15,428 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37649/user/jenkins/test-data/451bf079-e023-1374-227b-075279308609, hbase.cluster.distributed=false 2024-11-07T12:16:15,451 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39553-0x1001a2bc1f60000, quorum=127.0.0.1:63590, baseZNode=/01384948455 Set watcher on znode that does not yet exist, /01384948455/acl 2024-11-07T12:16:15,457 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39553 2024-11-07T12:16:15,457 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39553 2024-11-07T12:16:15,458 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39553 2024-11-07T12:16:15,459 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39553 2024-11-07T12:16:15,459 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39553 2024-11-07T12:16:15,570 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/87fb68174c52:0 server-side Connection retries=45 2024-11-07T12:16:15,572 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T12:16:15,573 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-07T12:16:15,573 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-07T12:16:15,573 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T12:16:15,573 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-07T12:16:15,576 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-07T12:16:15,578 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T12:16:15,579 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:39765 2024-11-07T12:16:15,581 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39765 connecting to ZooKeeper ensemble=127.0.0.1:63590 2024-11-07T12:16:15,582 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T12:16:15,585 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T12:16:15,591 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:397650x0, quorum=127.0.0.1:63590, baseZNode=/01384948455 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T12:16:15,591 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39765-0x1001a2bc1f60001 connected 2024-11-07T12:16:15,592 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39765-0x1001a2bc1f60001, quorum=127.0.0.1:63590, baseZNode=/01384948455 Set watcher on znode that does not yet exist, /01384948455/running 2024-11-07T12:16:15,596 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-07T12:16:15,603 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-07T12:16:15,606 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39765-0x1001a2bc1f60001, quorum=127.0.0.1:63590, baseZNode=/01384948455 Set watcher on znode that does not yet exist, /01384948455/master 2024-11-07T12:16:15,611 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39765-0x1001a2bc1f60001, quorum=127.0.0.1:63590, baseZNode=/01384948455 Set watcher on znode that does not yet exist, /01384948455/acl 2024-11-07T12:16:15,611 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39765 2024-11-07T12:16:15,612 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39765 2024-11-07T12:16:15,614 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39765 2024-11-07T12:16:15,616 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39765 2024-11-07T12:16:15,616 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39765 2024-11-07T12:16:15,639 DEBUG [M:0;87fb68174c52:39553 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;87fb68174c52:39553 2024-11-07T12:16:15,640 INFO [master/87fb68174c52:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01384948455/backup-masters/87fb68174c52,39553,1730981774829 2024-11-07T12:16:15,647 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39765-0x1001a2bc1f60001, quorum=127.0.0.1:63590, baseZNode=/01384948455 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01384948455/backup-masters 2024-11-07T12:16:15,647 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39553-0x1001a2bc1f60000, quorum=127.0.0.1:63590, baseZNode=/01384948455 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01384948455/backup-masters 2024-11-07T12:16:15,649 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39553-0x1001a2bc1f60000, quorum=127.0.0.1:63590, baseZNode=/01384948455 Set watcher on existing znode=/01384948455/backup-masters/87fb68174c52,39553,1730981774829 2024-11-07T12:16:15,670 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39765-0x1001a2bc1f60001, quorum=127.0.0.1:63590, baseZNode=/01384948455 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01384948455/master 2024-11-07T12:16:15,670 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39553-0x1001a2bc1f60000, quorum=127.0.0.1:63590, baseZNode=/01384948455 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01384948455 2024-11-07T12:16:15,670 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39765-0x1001a2bc1f60001, quorum=127.0.0.1:63590, baseZNode=/01384948455 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01384948455 2024-11-07T12:16:15,671 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39553-0x1001a2bc1f60000, quorum=127.0.0.1:63590, baseZNode=/01384948455 Set watcher on existing znode=/01384948455/master 2024-11-07T12:16:15,672 INFO [master/87fb68174c52:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01384948455/backup-masters/87fb68174c52,39553,1730981774829 from backup master directory 2024-11-07T12:16:15,675 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39553-0x1001a2bc1f60000, quorum=127.0.0.1:63590, baseZNode=/01384948455 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01384948455/backup-masters/87fb68174c52,39553,1730981774829 2024-11-07T12:16:15,675 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39765-0x1001a2bc1f60001, quorum=127.0.0.1:63590, baseZNode=/01384948455 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01384948455/backup-masters 2024-11-07T12:16:15,675 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39553-0x1001a2bc1f60000, quorum=127.0.0.1:63590, baseZNode=/01384948455 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01384948455/backup-masters 2024-11-07T12:16:15,676 WARN [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-07T12:16:15,676 INFO [master/87fb68174c52:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=87fb68174c52,39553,1730981774829 2024-11-07T12:16:15,678 INFO [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-07T12:16:15,679 INFO [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-07T12:16:15,739 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37649/user/jenkins/test-data/451bf079-e023-1374-227b-075279308609/hbase.id] with ID: 0e557b43-1453-45eb-88f6-007feec45127 2024-11-07T12:16:15,740 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37649/user/jenkins/test-data/451bf079-e023-1374-227b-075279308609/.tmp/hbase.id 2024-11-07T12:16:15,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33277 is added to blk_1073741826_1002 (size=42) 2024-11-07T12:16:16,151 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37649/user/jenkins/test-data/451bf079-e023-1374-227b-075279308609/.tmp/hbase.id]:[hdfs://localhost:37649/user/jenkins/test-data/451bf079-e023-1374-227b-075279308609/hbase.id] 2024-11-07T12:16:16,194 INFO [master/87fb68174c52:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T12:16:16,200 INFO [master/87fb68174c52:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-07T12:16:16,219 INFO [master/87fb68174c52:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 17ms. 2024-11-07T12:16:16,222 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39765-0x1001a2bc1f60001, quorum=127.0.0.1:63590, baseZNode=/01384948455 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01384948455 2024-11-07T12:16:16,222 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39553-0x1001a2bc1f60000, quorum=127.0.0.1:63590, baseZNode=/01384948455 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01384948455 2024-11-07T12:16:16,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33277 is added to blk_1073741827_1003 (size=196) 2024-11-07T12:16:16,646 INFO [master/87fb68174c52:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-07T12:16:16,649 INFO [master/87fb68174c52:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-07T12:16:16,668 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:16:16,673 INFO [master/87fb68174c52:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T12:16:16,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33277 is added to blk_1073741828_1004 (size=1189) 2024-11-07T12:16:17,123 INFO [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37649/user/jenkins/test-data/451bf079-e023-1374-227b-075279308609/MasterData/data/master/store 2024-11-07T12:16:17,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33277 is added to blk_1073741829_1005 (size=34) 2024-11-07T12:16:17,547 INFO [master/87fb68174c52:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-07T12:16:17,551 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T12:16:17,555 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-07T12:16:17,555 INFO [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T12:16:17,555 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T12:16:17,557 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-07T12:16:17,557 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T12:16:17,557 INFO [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T12:16:17,558 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1730981777555Disabling compacts and flushes for region at 1730981777555Disabling writes for close at 1730981777557 (+2 ms)Writing region close event to WAL at 1730981777557Closed at 1730981777557 2024-11-07T12:16:17,561 WARN [master/87fb68174c52:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37649/user/jenkins/test-data/451bf079-e023-1374-227b-075279308609/MasterData/data/master/store/.initializing 2024-11-07T12:16:17,561 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37649/user/jenkins/test-data/451bf079-e023-1374-227b-075279308609/MasterData/WALs/87fb68174c52,39553,1730981774829 2024-11-07T12:16:17,570 INFO [master/87fb68174c52:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-07T12:16:17,585 INFO [master/87fb68174c52:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=87fb68174c52%2C39553%2C1730981774829, suffix=, logDir=hdfs://localhost:37649/user/jenkins/test-data/451bf079-e023-1374-227b-075279308609/MasterData/WALs/87fb68174c52,39553,1730981774829, archiveDir=hdfs://localhost:37649/user/jenkins/test-data/451bf079-e023-1374-227b-075279308609/MasterData/oldWALs, maxLogs=10 2024-11-07T12:16:17,608 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/451bf079-e023-1374-227b-075279308609/MasterData/WALs/87fb68174c52,39553,1730981774829/87fb68174c52%2C39553%2C1730981774829.1730981777590, exclude list is [], retry=0 2024-11-07T12:16:17,624 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33277,DS-46236980-8263-4642-ba8d-f05148bec247,DISK] 2024-11-07T12:16:17,627 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-07T12:16:17,664 INFO [master/87fb68174c52:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/451bf079-e023-1374-227b-075279308609/MasterData/WALs/87fb68174c52,39553,1730981774829/87fb68174c52%2C39553%2C1730981774829.1730981777590 2024-11-07T12:16:17,665 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39031:39031)] 2024-11-07T12:16:17,665 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-07T12:16:17,666 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T12:16:17,669 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T12:16:17,670 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T12:16:17,708 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T12:16:17,737 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-07T12:16:17,741 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:16:17,744 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T12:16:17,744 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T12:16:17,748 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-07T12:16:17,748 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:16:17,749 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T12:16:17,749 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T12:16:17,752 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-07T12:16:17,752 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:16:17,753 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T12:16:17,753 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T12:16:17,756 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-07T12:16:17,756 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:16:17,757 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T12:16:17,757 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T12:16:17,761 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37649/user/jenkins/test-data/451bf079-e023-1374-227b-075279308609/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-07T12:16:17,763 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37649/user/jenkins/test-data/451bf079-e023-1374-227b-075279308609/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-07T12:16:17,768 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T12:16:17,769 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T12:16:17,772 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T12:16:17,775 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T12:16:17,780 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37649/user/jenkins/test-data/451bf079-e023-1374-227b-075279308609/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T12:16:17,781 INFO [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65256502, jitterRate=-0.027602344751358032}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T12:16:17,787 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1730981777683Initializing all the Stores at 1730981777685 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730981777686 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730981777686Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730981777686Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730981777687 (+1 ms)Cleaning up temporary data from old regions at 1730981777769 (+82 ms)Region opened successfully at 1730981777786 (+17 ms) 2024-11-07T12:16:17,788 INFO [master/87fb68174c52:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-07T12:16:17,821 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@95e226f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=87fb68174c52/172.17.0.3:0 2024-11-07T12:16:17,853 INFO [master/87fb68174c52:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-07T12:16:17,865 INFO [master/87fb68174c52:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-07T12:16:17,865 INFO [master/87fb68174c52:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-07T12:16:17,874 INFO [master/87fb68174c52:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-07T12:16:17,876 INFO [master/87fb68174c52:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-07T12:16:17,881 INFO [master/87fb68174c52:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 5 msec 2024-11-07T12:16:17,881 INFO [master/87fb68174c52:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-07T12:16:17,908 INFO [master/87fb68174c52:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-07T12:16:17,917 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39553-0x1001a2bc1f60000, quorum=127.0.0.1:63590, baseZNode=/01384948455 Unable to get data of znode /01384948455/balancer because node does not exist (not necessarily an error) 2024-11-07T12:16:17,919 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01384948455/balancer already deleted, retry=false 2024-11-07T12:16:17,921 INFO [master/87fb68174c52:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-07T12:16:17,923 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39553-0x1001a2bc1f60000, quorum=127.0.0.1:63590, baseZNode=/01384948455 Unable to get data of znode /01384948455/normalizer because node does not exist (not necessarily an error) 2024-11-07T12:16:17,925 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01384948455/normalizer already deleted, retry=false 2024-11-07T12:16:17,927 INFO [master/87fb68174c52:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-07T12:16:17,930 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39553-0x1001a2bc1f60000, quorum=127.0.0.1:63590, baseZNode=/01384948455 Unable to get data of znode /01384948455/switch/split because node does not exist (not necessarily an error) 2024-11-07T12:16:17,932 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01384948455/switch/split already deleted, retry=false 2024-11-07T12:16:17,933 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39553-0x1001a2bc1f60000, quorum=127.0.0.1:63590, baseZNode=/01384948455 Unable to get data of znode /01384948455/switch/merge because node does not exist (not necessarily an error) 2024-11-07T12:16:17,934 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01384948455/switch/merge already deleted, retry=false 2024-11-07T12:16:17,954 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39553-0x1001a2bc1f60000, quorum=127.0.0.1:63590, baseZNode=/01384948455 Unable to get data of znode /01384948455/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-07T12:16:17,955 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01384948455/snapshot-cleanup already deleted, retry=false 2024-11-07T12:16:17,960 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39553-0x1001a2bc1f60000, quorum=127.0.0.1:63590, baseZNode=/01384948455 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01384948455/running 2024-11-07T12:16:17,960 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39765-0x1001a2bc1f60001, quorum=127.0.0.1:63590, baseZNode=/01384948455 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01384948455/running 2024-11-07T12:16:17,960 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39553-0x1001a2bc1f60000, quorum=127.0.0.1:63590, baseZNode=/01384948455 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01384948455 2024-11-07T12:16:17,960 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39765-0x1001a2bc1f60001, quorum=127.0.0.1:63590, baseZNode=/01384948455 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01384948455 2024-11-07T12:16:17,963 INFO [master/87fb68174c52:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=87fb68174c52,39553,1730981774829, sessionid=0x1001a2bc1f60000, setting cluster-up flag (Was=false) 2024-11-07T12:16:17,976 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39553-0x1001a2bc1f60000, quorum=127.0.0.1:63590, baseZNode=/01384948455 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01384948455 2024-11-07T12:16:17,976 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39765-0x1001a2bc1f60001, quorum=127.0.0.1:63590, baseZNode=/01384948455 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01384948455 2024-11-07T12:16:17,981 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01384948455/flush-table-proc/acquired, /01384948455/flush-table-proc/reached, /01384948455/flush-table-proc/abort 2024-11-07T12:16:17,983 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=87fb68174c52,39553,1730981774829 2024-11-07T12:16:17,989 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39553-0x1001a2bc1f60000, quorum=127.0.0.1:63590, baseZNode=/01384948455 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01384948455 2024-11-07T12:16:17,989 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39765-0x1001a2bc1f60001, quorum=127.0.0.1:63590, baseZNode=/01384948455 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01384948455 2024-11-07T12:16:17,995 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01384948455/online-snapshot/acquired, /01384948455/online-snapshot/reached, /01384948455/online-snapshot/abort 2024-11-07T12:16:17,996 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=87fb68174c52,39553,1730981774829 2024-11-07T12:16:18,003 INFO [master/87fb68174c52:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37649/user/jenkins/test-data/451bf079-e023-1374-227b-075279308609/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-07T12:16:18,021 INFO [RS:0;87fb68174c52:39765 {}] regionserver.HRegionServer(746): ClusterId : 0e557b43-1453-45eb-88f6-007feec45127 2024-11-07T12:16:18,024 DEBUG [RS:0;87fb68174c52:39765 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-07T12:16:18,029 DEBUG [RS:0;87fb68174c52:39765 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-07T12:16:18,029 DEBUG [RS:0;87fb68174c52:39765 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-07T12:16:18,032 DEBUG [RS:0;87fb68174c52:39765 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-07T12:16:18,033 DEBUG [RS:0;87fb68174c52:39765 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41f9fb08, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=87fb68174c52/172.17.0.3:0 2024-11-07T12:16:18,047 DEBUG [RS:0;87fb68174c52:39765 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;87fb68174c52:39765 2024-11-07T12:16:18,051 INFO [RS:0;87fb68174c52:39765 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-07T12:16:18,051 INFO [RS:0;87fb68174c52:39765 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-07T12:16:18,051 DEBUG [RS:0;87fb68174c52:39765 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-07T12:16:18,055 INFO [RS:0;87fb68174c52:39765 {}] regionserver.HRegionServer(2659): reportForDuty to master=87fb68174c52,39553,1730981774829 with port=39765, startcode=1730981775531 2024-11-07T12:16:18,070 DEBUG [RS:0;87fb68174c52:39765 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-07T12:16:18,089 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-07T12:16:18,102 INFO [master/87fb68174c52:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-07T12:16:18,108 INFO [master/87fb68174c52:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-07T12:16:18,114 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41667, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-07T12:16:18,115 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 87fb68174c52,39553,1730981774829 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-07T12:16:18,121 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39553 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T12:16:18,123 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/87fb68174c52:0, corePoolSize=5, maxPoolSize=5 2024-11-07T12:16:18,124 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/87fb68174c52:0, corePoolSize=5, maxPoolSize=5 2024-11-07T12:16:18,124 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/87fb68174c52:0, corePoolSize=5, maxPoolSize=5 2024-11-07T12:16:18,124 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/87fb68174c52:0, corePoolSize=5, maxPoolSize=5 2024-11-07T12:16:18,124 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/87fb68174c52:0, corePoolSize=10, maxPoolSize=10 2024-11-07T12:16:18,125 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:16:18,125 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/87fb68174c52:0, corePoolSize=2, maxPoolSize=2 2024-11-07T12:16:18,125 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:16:18,129 INFO [master/87fb68174c52:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1730981808128 2024-11-07T12:16:18,130 INFO [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-07T12:16:18,131 INFO [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-07T12:16:18,133 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T12:16:18,134 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-07T12:16:18,135 INFO [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-07T12:16:18,135 INFO [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-07T12:16:18,136 INFO [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-07T12:16:18,136 INFO [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-07T12:16:18,136 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-07T12:16:18,140 INFO [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-07T12:16:18,141 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:16:18,141 INFO [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-07T12:16:18,141 INFO [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-07T12:16:18,141 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-07T12:16:18,141 INFO [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-07T12:16:18,144 INFO [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-07T12:16:18,144 INFO [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-07T12:16:18,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33277 is added to blk_1073741831_1007 (size=1321) 2024-11-07T12:16:18,151 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/87fb68174c52:0:becomeActiveMaster-HFileCleaner.large.0-1730981778151,5,FailOnTimeoutGroup] 2024-11-07T12:16:18,152 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/87fb68174c52:0:becomeActiveMaster-HFileCleaner.small.0-1730981778151,5,FailOnTimeoutGroup] 2024-11-07T12:16:18,152 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37649/user/jenkins/test-data/451bf079-e023-1374-227b-075279308609/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-07T12:16:18,152 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-07T12:16:18,152 INFO [master/87fb68174c52:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-07T12:16:18,152 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37649/user/jenkins/test-data/451bf079-e023-1374-227b-075279308609 2024-11-07T12:16:18,153 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-07T12:16:18,154 DEBUG [RS:0;87fb68174c52:39765 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-07T12:16:18,153 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-07T12:16:18,160 WARN [RS:0;87fb68174c52:39765 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-07T12:16:18,161 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33277 is added to blk_1073741832_1008 (size=32) 2024-11-07T12:16:18,262 INFO [RS:0;87fb68174c52:39765 {}] regionserver.HRegionServer(2659): reportForDuty to master=87fb68174c52,39553,1730981774829 with port=39765, startcode=1730981775531 2024-11-07T12:16:18,264 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39553 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 87fb68174c52,39765,1730981775531 2024-11-07T12:16:18,267 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39553 {}] master.ServerManager(517): Registering regionserver=87fb68174c52,39765,1730981775531 2024-11-07T12:16:18,276 DEBUG [RS:0;87fb68174c52:39765 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37649/user/jenkins/test-data/451bf079-e023-1374-227b-075279308609 2024-11-07T12:16:18,276 DEBUG [RS:0;87fb68174c52:39765 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37649 2024-11-07T12:16:18,276 DEBUG [RS:0;87fb68174c52:39765 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-07T12:16:18,280 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39553-0x1001a2bc1f60000, quorum=127.0.0.1:63590, baseZNode=/01384948455 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01384948455/rs 2024-11-07T12:16:18,281 DEBUG [RS:0;87fb68174c52:39765 {}] zookeeper.ZKUtil(111): regionserver:39765-0x1001a2bc1f60001, quorum=127.0.0.1:63590, baseZNode=/01384948455 Set watcher on existing znode=/01384948455/rs/87fb68174c52,39765,1730981775531 2024-11-07T12:16:18,281 WARN [RS:0;87fb68174c52:39765 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-07T12:16:18,281 INFO [RS:0;87fb68174c52:39765 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T12:16:18,281 DEBUG [RS:0;87fb68174c52:39765 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37649/user/jenkins/test-data/451bf079-e023-1374-227b-075279308609/WALs/87fb68174c52,39765,1730981775531 2024-11-07T12:16:18,283 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [87fb68174c52,39765,1730981775531] 2024-11-07T12:16:18,307 INFO [RS:0;87fb68174c52:39765 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-07T12:16:18,321 INFO [RS:0;87fb68174c52:39765 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-07T12:16:18,325 INFO [RS:0;87fb68174c52:39765 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-07T12:16:18,326 INFO [RS:0;87fb68174c52:39765 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T12:16:18,326 INFO [RS:0;87fb68174c52:39765 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-07T12:16:18,332 INFO [RS:0;87fb68174c52:39765 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-07T12:16:18,334 INFO [RS:0;87fb68174c52:39765 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-07T12:16:18,334 DEBUG [RS:0;87fb68174c52:39765 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:16:18,334 DEBUG [RS:0;87fb68174c52:39765 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:16:18,334 DEBUG [RS:0;87fb68174c52:39765 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:16:18,335 DEBUG [RS:0;87fb68174c52:39765 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:16:18,335 DEBUG [RS:0;87fb68174c52:39765 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:16:18,335 DEBUG [RS:0;87fb68174c52:39765 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/87fb68174c52:0, corePoolSize=2, maxPoolSize=2 2024-11-07T12:16:18,335 DEBUG [RS:0;87fb68174c52:39765 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:16:18,335 DEBUG [RS:0;87fb68174c52:39765 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:16:18,335 DEBUG [RS:0;87fb68174c52:39765 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:16:18,336 DEBUG [RS:0;87fb68174c52:39765 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:16:18,336 DEBUG [RS:0;87fb68174c52:39765 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:16:18,336 DEBUG [RS:0;87fb68174c52:39765 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:16:18,336 DEBUG [RS:0;87fb68174c52:39765 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/87fb68174c52:0, corePoolSize=3, maxPoolSize=3 2024-11-07T12:16:18,336 DEBUG [RS:0;87fb68174c52:39765 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/87fb68174c52:0, corePoolSize=3, maxPoolSize=3 2024-11-07T12:16:18,337 INFO [RS:0;87fb68174c52:39765 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T12:16:18,337 INFO [RS:0;87fb68174c52:39765 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T12:16:18,337 INFO [RS:0;87fb68174c52:39765 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T12:16:18,337 INFO [RS:0;87fb68174c52:39765 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-07T12:16:18,338 INFO [RS:0;87fb68174c52:39765 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-07T12:16:18,338 INFO [RS:0;87fb68174c52:39765 {}] hbase.ChoreService(168): Chore ScheduledChore name=87fb68174c52,39765,1730981775531-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-07T12:16:18,358 INFO [RS:0;87fb68174c52:39765 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-07T12:16:18,359 INFO [RS:0;87fb68174c52:39765 {}] hbase.ChoreService(168): Chore ScheduledChore name=87fb68174c52,39765,1730981775531-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T12:16:18,360 INFO [RS:0;87fb68174c52:39765 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T12:16:18,360 INFO [RS:0;87fb68174c52:39765 {}] regionserver.Replication(171): 87fb68174c52,39765,1730981775531 started 2024-11-07T12:16:18,379 INFO [RS:0;87fb68174c52:39765 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T12:16:18,379 INFO [RS:0;87fb68174c52:39765 {}] regionserver.HRegionServer(1482): Serving as 87fb68174c52,39765,1730981775531, RpcServer on 87fb68174c52/172.17.0.3:39765, sessionid=0x1001a2bc1f60001 2024-11-07T12:16:18,380 DEBUG [RS:0;87fb68174c52:39765 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-07T12:16:18,380 DEBUG [RS:0;87fb68174c52:39765 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 87fb68174c52,39765,1730981775531 2024-11-07T12:16:18,380 DEBUG [RS:0;87fb68174c52:39765 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '87fb68174c52,39765,1730981775531' 2024-11-07T12:16:18,380 DEBUG [RS:0;87fb68174c52:39765 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01384948455/flush-table-proc/abort' 2024-11-07T12:16:18,381 DEBUG [RS:0;87fb68174c52:39765 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01384948455/flush-table-proc/acquired' 2024-11-07T12:16:18,382 DEBUG [RS:0;87fb68174c52:39765 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-07T12:16:18,382 DEBUG [RS:0;87fb68174c52:39765 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-07T12:16:18,382 DEBUG [RS:0;87fb68174c52:39765 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 87fb68174c52,39765,1730981775531 2024-11-07T12:16:18,382 DEBUG [RS:0;87fb68174c52:39765 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '87fb68174c52,39765,1730981775531' 2024-11-07T12:16:18,382 DEBUG [RS:0;87fb68174c52:39765 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01384948455/online-snapshot/abort' 2024-11-07T12:16:18,383 DEBUG [RS:0;87fb68174c52:39765 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01384948455/online-snapshot/acquired' 2024-11-07T12:16:18,384 DEBUG [RS:0;87fb68174c52:39765 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-07T12:16:18,384 INFO [RS:0;87fb68174c52:39765 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-07T12:16:18,384 INFO [RS:0;87fb68174c52:39765 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-07T12:16:18,489 INFO [RS:0;87fb68174c52:39765 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-07T12:16:18,493 INFO [RS:0;87fb68174c52:39765 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=87fb68174c52%2C39765%2C1730981775531, suffix=, logDir=hdfs://localhost:37649/user/jenkins/test-data/451bf079-e023-1374-227b-075279308609/WALs/87fb68174c52,39765,1730981775531, archiveDir=hdfs://localhost:37649/user/jenkins/test-data/451bf079-e023-1374-227b-075279308609/oldWALs, maxLogs=10 2024-11-07T12:16:18,510 DEBUG [RS:0;87fb68174c52:39765 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/451bf079-e023-1374-227b-075279308609/WALs/87fb68174c52,39765,1730981775531/87fb68174c52%2C39765%2C1730981775531.1730981778495, exclude list is [], retry=0 2024-11-07T12:16:18,514 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33277,DS-46236980-8263-4642-ba8d-f05148bec247,DISK] 2024-11-07T12:16:18,518 INFO [RS:0;87fb68174c52:39765 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/451bf079-e023-1374-227b-075279308609/WALs/87fb68174c52,39765,1730981775531/87fb68174c52%2C39765%2C1730981775531.1730981778495 2024-11-07T12:16:18,518 DEBUG [RS:0;87fb68174c52:39765 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39031:39031)] 2024-11-07T12:16:18,564 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T12:16:18,567 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-07T12:16:18,569 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-07T12:16:18,569 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:16:18,570 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T12:16:18,571 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-07T12:16:18,573 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-07T12:16:18,573 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:16:18,574 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T12:16:18,574 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-07T12:16:18,576 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-07T12:16:18,576 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:16:18,577 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T12:16:18,577 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-07T12:16:18,580 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-07T12:16:18,580 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:16:18,581 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T12:16:18,581 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-07T12:16:18,582 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37649/user/jenkins/test-data/451bf079-e023-1374-227b-075279308609/data/hbase/meta/1588230740 2024-11-07T12:16:18,583 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37649/user/jenkins/test-data/451bf079-e023-1374-227b-075279308609/data/hbase/meta/1588230740 2024-11-07T12:16:18,586 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-07T12:16:18,586 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-07T12:16:18,587 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T12:16:18,589 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-07T12:16:18,593 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37649/user/jenkins/test-data/451bf079-e023-1374-227b-075279308609/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T12:16:18,594 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66962865, jitterRate=-0.002175554633140564}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T12:16:18,597 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1730981778564Initializing all the Stores at 1730981778566 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730981778566Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730981778567 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730981778567Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730981778567Cleaning up temporary data from old regions at 1730981778586 (+19 ms)Region opened successfully at 1730981778596 (+10 ms) 2024-11-07T12:16:18,597 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-07T12:16:18,597 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-07T12:16:18,597 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-07T12:16:18,597 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-07T12:16:18,597 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-07T12:16:18,599 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-07T12:16:18,599 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1730981778597Disabling compacts and flushes for region at 1730981778597Disabling writes for close at 1730981778597Writing region close event to WAL at 1730981778598 (+1 ms)Closed at 1730981778599 (+1 ms) 2024-11-07T12:16:18,602 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T12:16:18,602 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-07T12:16:18,609 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-07T12:16:18,617 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-07T12:16:18,619 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-07T12:16:18,771 DEBUG [87fb68174c52:39553 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-07T12:16:18,784 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=87fb68174c52,39765,1730981775531 2024-11-07T12:16:18,791 INFO [PEWorker-2 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 87fb68174c52,39765,1730981775531, state=OPENING 2024-11-07T12:16:18,797 DEBUG [PEWorker-2 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-07T12:16:18,803 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39553-0x1001a2bc1f60000, quorum=127.0.0.1:63590, baseZNode=/01384948455 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01384948455 2024-11-07T12:16:18,803 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39765-0x1001a2bc1f60001, quorum=127.0.0.1:63590, baseZNode=/01384948455 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01384948455 2024-11-07T12:16:18,808 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01384948455/meta-region-server: CHANGED 2024-11-07T12:16:18,808 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01384948455/meta-region-server: CHANGED 2024-11-07T12:16:18,810 DEBUG [PEWorker-2 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-07T12:16:18,812 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=87fb68174c52,39765,1730981775531}] 2024-11-07T12:16:18,989 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-07T12:16:18,992 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39041, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-07T12:16:19,004 INFO [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-07T12:16:19,004 INFO [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T12:16:19,005 INFO [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-07T12:16:19,008 INFO [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=87fb68174c52%2C39765%2C1730981775531.meta, suffix=.meta, logDir=hdfs://localhost:37649/user/jenkins/test-data/451bf079-e023-1374-227b-075279308609/WALs/87fb68174c52,39765,1730981775531, archiveDir=hdfs://localhost:37649/user/jenkins/test-data/451bf079-e023-1374-227b-075279308609/oldWALs, maxLogs=10 2024-11-07T12:16:19,025 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/451bf079-e023-1374-227b-075279308609/WALs/87fb68174c52,39765,1730981775531/87fb68174c52%2C39765%2C1730981775531.meta.1730981779010.meta, exclude list is [], retry=0 2024-11-07T12:16:19,029 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33277,DS-46236980-8263-4642-ba8d-f05148bec247,DISK] 2024-11-07T12:16:19,032 INFO [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/451bf079-e023-1374-227b-075279308609/WALs/87fb68174c52,39765,1730981775531/87fb68174c52%2C39765%2C1730981775531.meta.1730981779010.meta 2024-11-07T12:16:19,032 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39031:39031)] 2024-11-07T12:16:19,033 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-07T12:16:19,037 INFO [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-07T12:16:19,038 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-07T12:16:19,041 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-07T12:16:19,043 INFO [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-07T12:16:19,046 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-07T12:16:19,047 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T12:16:19,047 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-07T12:16:19,048 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-07T12:16:19,051 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-07T12:16:19,053 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-07T12:16:19,053 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:16:19,054 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T12:16:19,054 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-07T12:16:19,055 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-07T12:16:19,055 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:16:19,056 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T12:16:19,056 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-07T12:16:19,057 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-07T12:16:19,058 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:16:19,058 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T12:16:19,059 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-07T12:16:19,060 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-07T12:16:19,060 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:16:19,061 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T12:16:19,061 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-07T12:16:19,062 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37649/user/jenkins/test-data/451bf079-e023-1374-227b-075279308609/data/hbase/meta/1588230740 2024-11-07T12:16:19,065 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37649/user/jenkins/test-data/451bf079-e023-1374-227b-075279308609/data/hbase/meta/1588230740 2024-11-07T12:16:19,067 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-07T12:16:19,067 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-07T12:16:19,068 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T12:16:19,071 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-07T12:16:19,073 INFO [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68551548, jitterRate=0.021497666835784912}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T12:16:19,073 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-07T12:16:19,075 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1730981779048Writing region info on filesystem at 1730981779049 (+1 ms)Initializing all the Stores at 1730981779051 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730981779051Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730981779051Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730981779051Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730981779051Cleaning up temporary data from old regions at 1730981779067 (+16 ms)Running coprocessor post-open hooks at 1730981779073 (+6 ms)Region opened successfully at 1730981779075 (+2 ms) 2024-11-07T12:16:19,082 INFO [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1730981778979 2024-11-07T12:16:19,093 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-07T12:16:19,094 INFO [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-07T12:16:19,095 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=87fb68174c52,39765,1730981775531 2024-11-07T12:16:19,097 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 87fb68174c52,39765,1730981775531, state=OPEN 2024-11-07T12:16:19,102 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39765-0x1001a2bc1f60001, quorum=127.0.0.1:63590, baseZNode=/01384948455 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01384948455/meta-region-server 2024-11-07T12:16:19,102 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39553-0x1001a2bc1f60000, quorum=127.0.0.1:63590, baseZNode=/01384948455 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01384948455/meta-region-server 2024-11-07T12:16:19,102 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01384948455/meta-region-server: CHANGED 2024-11-07T12:16:19,102 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01384948455/meta-region-server: CHANGED 2024-11-07T12:16:19,102 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=87fb68174c52,39765,1730981775531 2024-11-07T12:16:19,107 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-07T12:16:19,107 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=87fb68174c52,39765,1730981775531 in 291 msec 2024-11-07T12:16:19,113 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-07T12:16:19,113 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 500 msec 2024-11-07T12:16:19,115 DEBUG [PEWorker-3 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T12:16:19,115 INFO [PEWorker-3 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-07T12:16:19,138 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T12:16:19,139 DEBUG [PEWorker-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=87fb68174c52,39765,1730981775531, seqNum=-1] 2024-11-07T12:16:19,182 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T12:16:19,185 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35063, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T12:16:19,204 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1700 sec 2024-11-07T12:16:19,205 INFO [master/87fb68174c52:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1730981779205, completionTime=-1 2024-11-07T12:16:19,208 INFO [master/87fb68174c52:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-07T12:16:19,209 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-07T12:16:19,241 INFO [master/87fb68174c52:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-07T12:16:19,241 INFO [master/87fb68174c52:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1730981839241 2024-11-07T12:16:19,241 INFO [master/87fb68174c52:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1730981899241 2024-11-07T12:16:19,241 INFO [master/87fb68174c52:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 32 msec 2024-11-07T12:16:19,244 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=87fb68174c52,39553,1730981774829-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T12:16:19,244 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=87fb68174c52,39553,1730981774829-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T12:16:19,244 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=87fb68174c52,39553,1730981774829-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T12:16:19,246 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-87fb68174c52:39553, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T12:16:19,247 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-07T12:16:19,247 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-07T12:16:19,253 DEBUG [master/87fb68174c52:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-07T12:16:19,299 INFO [master/87fb68174c52:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.623sec 2024-11-07T12:16:19,301 INFO [master/87fb68174c52:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-07T12:16:19,302 INFO [master/87fb68174c52:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-07T12:16:19,303 INFO [master/87fb68174c52:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-07T12:16:19,304 INFO [master/87fb68174c52:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-07T12:16:19,304 INFO [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-07T12:16:19,305 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=87fb68174c52,39553,1730981774829-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-07T12:16:19,305 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=87fb68174c52,39553,1730981774829-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-07T12:16:19,314 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-07T12:16:19,315 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-07T12:16:19,315 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=87fb68174c52,39553,1730981774829-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T12:16:19,331 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ddeee0c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:16:19,333 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-07T12:16:19,334 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-07T12:16:19,336 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 87fb68174c52,39553,-1 for getting cluster id 2024-11-07T12:16:19,339 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T12:16:19,347 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0e557b43-1453-45eb-88f6-007feec45127' 2024-11-07T12:16:19,349 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T12:16:19,349 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0e557b43-1453-45eb-88f6-007feec45127" 2024-11-07T12:16:19,351 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@672abb5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:16:19,352 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [87fb68174c52,39553,-1] 2024-11-07T12:16:19,354 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T12:16:19,356 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:16:19,357 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36178, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T12:16:19,360 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a373962, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:16:19,361 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T12:16:19,368 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=87fb68174c52,39765,1730981775531, seqNum=-1] 2024-11-07T12:16:19,369 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T12:16:19,371 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39376, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T12:16:19,392 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=87fb68174c52,39553,1730981774829 2024-11-07T12:16:19,393 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:63590 2024-11-07T12:16:19,396 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:63590, baseZNode=/01384948455 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T12:16:19,397 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1001a2bc1f60002 connected 2024-11-07T12:16:19,415 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/00aac31b-c9a3-a24c-f67e-e85d417e9a0f/hadoop.log.dir so I do NOT create it in target/test-data/55f74e21-0487-9ae4-f75c-1c37da478302 2024-11-07T12:16:19,415 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/00aac31b-c9a3-a24c-f67e-e85d417e9a0f/hadoop.log.dir Erasing configuration value by system value. 2024-11-07T12:16:19,415 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/00aac31b-c9a3-a24c-f67e-e85d417e9a0f/hadoop.tmp.dir so I do NOT create it in target/test-data/55f74e21-0487-9ae4-f75c-1c37da478302 2024-11-07T12:16:19,415 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/00aac31b-c9a3-a24c-f67e-e85d417e9a0f/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-07T12:16:19,415 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/55f74e21-0487-9ae4-f75c-1c37da478302 2024-11-07T12:16:19,416 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-07T12:16:19,416 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/55f74e21-0487-9ae4-f75c-1c37da478302/cluster_db90bee9-e674-7b63-3599-3a89e2822740, deleteOnExit=true 2024-11-07T12:16:19,416 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-07T12:16:19,416 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/55f74e21-0487-9ae4-f75c-1c37da478302/test.cache.data in system properties and HBase conf 2024-11-07T12:16:19,416 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/55f74e21-0487-9ae4-f75c-1c37da478302/hadoop.tmp.dir in system properties and HBase conf 2024-11-07T12:16:19,416 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/55f74e21-0487-9ae4-f75c-1c37da478302/hadoop.log.dir in system properties and HBase conf 2024-11-07T12:16:19,416 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/55f74e21-0487-9ae4-f75c-1c37da478302/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-07T12:16:19,417 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/55f74e21-0487-9ae4-f75c-1c37da478302/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-07T12:16:19,417 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-07T12:16:19,417 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-07T12:16:19,417 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/55f74e21-0487-9ae4-f75c-1c37da478302/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-07T12:16:19,417 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/55f74e21-0487-9ae4-f75c-1c37da478302/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-07T12:16:19,417 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/55f74e21-0487-9ae4-f75c-1c37da478302/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-07T12:16:19,417 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/55f74e21-0487-9ae4-f75c-1c37da478302/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-07T12:16:19,418 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/55f74e21-0487-9ae4-f75c-1c37da478302/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-07T12:16:19,418 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/55f74e21-0487-9ae4-f75c-1c37da478302/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-07T12:16:19,418 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/55f74e21-0487-9ae4-f75c-1c37da478302/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-07T12:16:19,418 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/55f74e21-0487-9ae4-f75c-1c37da478302/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-07T12:16:19,418 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/55f74e21-0487-9ae4-f75c-1c37da478302/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-07T12:16:19,418 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/55f74e21-0487-9ae4-f75c-1c37da478302/nfs.dump.dir in system properties and HBase conf 2024-11-07T12:16:19,418 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/55f74e21-0487-9ae4-f75c-1c37da478302/java.io.tmpdir in system properties and HBase conf 2024-11-07T12:16:19,418 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/55f74e21-0487-9ae4-f75c-1c37da478302/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-07T12:16:19,418 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/55f74e21-0487-9ae4-f75c-1c37da478302/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-07T12:16:19,418 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/55f74e21-0487-9ae4-f75c-1c37da478302/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-07T12:16:19,504 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T12:16:19,509 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-07T12:16:19,511 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-07T12:16:19,511 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-07T12:16:19,511 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-07T12:16:19,512 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T12:16:19,514 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@d5127ed{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/55f74e21-0487-9ae4-f75c-1c37da478302/hadoop.log.dir/,AVAILABLE} 2024-11-07T12:16:19,514 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7190c8f3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-07T12:16:19,635 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5eb93ad6{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/55f74e21-0487-9ae4-f75c-1c37da478302/java.io.tmpdir/jetty-localhost-34579-hadoop-hdfs-3_4_1-tests_jar-_-any-9997844698044289556/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-07T12:16:19,636 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5af633d6{HTTP/1.1, (http/1.1)}{localhost:34579} 2024-11-07T12:16:19,636 INFO [Time-limited test {}] server.Server(415): Started @9836ms 2024-11-07T12:16:19,717 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T12:16:19,721 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-07T12:16:19,721 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-07T12:16:19,721 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-07T12:16:19,721 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-07T12:16:19,722 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@9b8f4a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/55f74e21-0487-9ae4-f75c-1c37da478302/hadoop.log.dir/,AVAILABLE} 2024-11-07T12:16:19,723 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3f8615b9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-07T12:16:19,839 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@71e590b3{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/55f74e21-0487-9ae4-f75c-1c37da478302/java.io.tmpdir/jetty-localhost-37969-hadoop-hdfs-3_4_1-tests_jar-_-any-11387590753796873386/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T12:16:19,840 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7546042f{HTTP/1.1, (http/1.1)}{localhost:37969} 2024-11-07T12:16:19,840 INFO [Time-limited test {}] server.Server(415): Started @10040ms 2024-11-07T12:16:19,842 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-07T12:16:19,931 WARN [Thread-195 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/55f74e21-0487-9ae4-f75c-1c37da478302/cluster_db90bee9-e674-7b63-3599-3a89e2822740/data/data1/current/BP-179924805-172.17.0.3-1730981779451/current, will proceed with Du for space computation calculation, 2024-11-07T12:16:19,931 WARN [Thread-196 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/55f74e21-0487-9ae4-f75c-1c37da478302/cluster_db90bee9-e674-7b63-3599-3a89e2822740/data/data2/current/BP-179924805-172.17.0.3-1730981779451/current, will proceed with Du for space computation calculation, 2024-11-07T12:16:19,985 WARN [Thread-183 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-07T12:16:19,989 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd8542b94ac16b55d with lease ID 0x4d95e1490b02c7fc: Processing first storage report for DS-ec4657ac-9da7-4c86-8b31-a88e13cff882 from datanode DatanodeRegistration(127.0.0.1:33507, datanodeUuid=ad767d6d-de44-4b50-81ad-63427c085a99, infoPort=45157, infoSecurePort=0, ipcPort=45811, storageInfo=lv=-57;cid=testClusterID;nsid=440620701;c=1730981779451) 2024-11-07T12:16:19,989 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd8542b94ac16b55d with lease ID 0x4d95e1490b02c7fc: from storage DS-ec4657ac-9da7-4c86-8b31-a88e13cff882 node DatanodeRegistration(127.0.0.1:33507, datanodeUuid=ad767d6d-de44-4b50-81ad-63427c085a99, infoPort=45157, infoSecurePort=0, ipcPort=45811, storageInfo=lv=-57;cid=testClusterID;nsid=440620701;c=1730981779451), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-07T12:16:19,989 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd8542b94ac16b55d with lease ID 0x4d95e1490b02c7fc: Processing first storage report for DS-f143affc-fbb1-4b30-b812-8f4f8df84700 from datanode DatanodeRegistration(127.0.0.1:33507, datanodeUuid=ad767d6d-de44-4b50-81ad-63427c085a99, infoPort=45157, infoSecurePort=0, ipcPort=45811, storageInfo=lv=-57;cid=testClusterID;nsid=440620701;c=1730981779451) 2024-11-07T12:16:19,990 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd8542b94ac16b55d with lease ID 0x4d95e1490b02c7fc: from storage DS-f143affc-fbb1-4b30-b812-8f4f8df84700 node DatanodeRegistration(127.0.0.1:33507, datanodeUuid=ad767d6d-de44-4b50-81ad-63427c085a99, infoPort=45157, infoSecurePort=0, ipcPort=45811, storageInfo=lv=-57;cid=testClusterID;nsid=440620701;c=1730981779451), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-07T12:16:20,073 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/55f74e21-0487-9ae4-f75c-1c37da478302 2024-11-07T12:16:20,074 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T12:16:20,075 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T12:16:20,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33507 is added to blk_1073741825_1001 (size=7) 2024-11-07T12:16:20,488 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33925/user/jenkins/test-data/1138ecd3-d120-d445-d9f1-06edffad5cf4 with version=8 2024-11-07T12:16:20,488 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33925/user/jenkins/test-data/1138ecd3-d120-d445-d9f1-06edffad5cf4/hbase-staging 2024-11-07T12:16:20,490 INFO [Time-limited test {}] client.ConnectionUtils(128): master/87fb68174c52:0 server-side Connection retries=45 2024-11-07T12:16:20,491 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T12:16:20,491 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-07T12:16:20,491 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-07T12:16:20,491 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T12:16:20,491 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-07T12:16:20,491 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-07T12:16:20,492 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T12:16:20,492 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:38149 2024-11-07T12:16:20,494 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38149 connecting to ZooKeeper ensemble=127.0.0.1:63590 2024-11-07T12:16:20,498 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:381490x0, quorum=127.0.0.1:63590, baseZNode=/11441414757 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T12:16:20,498 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38149-0x1001a2bc1f60003 connected 2024-11-07T12:16:20,512 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T12:16:20,514 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T12:16:20,517 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38149-0x1001a2bc1f60003, quorum=127.0.0.1:63590, baseZNode=/11441414757 Set watcher on znode that does not yet exist, /11441414757/running 2024-11-07T12:16:20,517 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33925/user/jenkins/test-data/1138ecd3-d120-d445-d9f1-06edffad5cf4, hbase.cluster.distributed=false 2024-11-07T12:16:20,519 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38149-0x1001a2bc1f60003, quorum=127.0.0.1:63590, baseZNode=/11441414757 Set watcher on znode that does not yet exist, /11441414757/acl 2024-11-07T12:16:20,520 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38149 2024-11-07T12:16:20,520 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38149 2024-11-07T12:16:20,520 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38149 2024-11-07T12:16:20,523 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38149 2024-11-07T12:16:20,523 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38149 2024-11-07T12:16:20,540 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/87fb68174c52:0 server-side Connection retries=45 2024-11-07T12:16:20,540 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T12:16:20,540 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-07T12:16:20,540 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-07T12:16:20,540 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T12:16:20,540 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-07T12:16:20,540 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-07T12:16:20,541 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T12:16:20,541 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:41067 2024-11-07T12:16:20,543 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41067 connecting to ZooKeeper ensemble=127.0.0.1:63590 2024-11-07T12:16:20,544 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T12:16:20,546 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T12:16:20,552 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:410670x0, quorum=127.0.0.1:63590, baseZNode=/11441414757 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T12:16:20,552 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:410670x0, quorum=127.0.0.1:63590, baseZNode=/11441414757 Set watcher on znode that does not yet exist, /11441414757/running 2024-11-07T12:16:20,552 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41067-0x1001a2bc1f60004 connected 2024-11-07T12:16:20,553 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-07T12:16:20,554 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-07T12:16:20,555 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41067-0x1001a2bc1f60004, quorum=127.0.0.1:63590, baseZNode=/11441414757 Set watcher on znode that does not yet exist, /11441414757/master 2024-11-07T12:16:20,556 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41067-0x1001a2bc1f60004, quorum=127.0.0.1:63590, baseZNode=/11441414757 Set watcher on znode that does not yet exist, /11441414757/acl 2024-11-07T12:16:20,557 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41067 2024-11-07T12:16:20,559 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41067 2024-11-07T12:16:20,560 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41067 2024-11-07T12:16:20,564 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41067 2024-11-07T12:16:20,565 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41067 2024-11-07T12:16:20,577 DEBUG [M:0;87fb68174c52:38149 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;87fb68174c52:38149 2024-11-07T12:16:20,577 INFO [master/87fb68174c52:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11441414757/backup-masters/87fb68174c52,38149,1730981780490 2024-11-07T12:16:20,580 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38149-0x1001a2bc1f60003, quorum=127.0.0.1:63590, baseZNode=/11441414757 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11441414757/backup-masters 2024-11-07T12:16:20,580 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41067-0x1001a2bc1f60004, quorum=127.0.0.1:63590, baseZNode=/11441414757 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11441414757/backup-masters 2024-11-07T12:16:20,581 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38149-0x1001a2bc1f60003, quorum=127.0.0.1:63590, baseZNode=/11441414757 Set watcher on existing znode=/11441414757/backup-masters/87fb68174c52,38149,1730981780490 2024-11-07T12:16:20,582 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41067-0x1001a2bc1f60004, quorum=127.0.0.1:63590, baseZNode=/11441414757 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11441414757/master 2024-11-07T12:16:20,583 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38149-0x1001a2bc1f60003, quorum=127.0.0.1:63590, baseZNode=/11441414757 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11441414757 2024-11-07T12:16:20,583 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41067-0x1001a2bc1f60004, quorum=127.0.0.1:63590, baseZNode=/11441414757 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11441414757 2024-11-07T12:16:20,583 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38149-0x1001a2bc1f60003, quorum=127.0.0.1:63590, baseZNode=/11441414757 Set watcher on existing znode=/11441414757/master 2024-11-07T12:16:20,584 INFO [master/87fb68174c52:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11441414757/backup-masters/87fb68174c52,38149,1730981780490 from backup master directory 2024-11-07T12:16:20,586 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41067-0x1001a2bc1f60004, quorum=127.0.0.1:63590, baseZNode=/11441414757 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11441414757/backup-masters 2024-11-07T12:16:20,586 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38149-0x1001a2bc1f60003, quorum=127.0.0.1:63590, baseZNode=/11441414757 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11441414757/backup-masters/87fb68174c52,38149,1730981780490 2024-11-07T12:16:20,586 WARN [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-07T12:16:20,586 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38149-0x1001a2bc1f60003, quorum=127.0.0.1:63590, baseZNode=/11441414757 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11441414757/backup-masters 2024-11-07T12:16:20,586 INFO [master/87fb68174c52:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=87fb68174c52,38149,1730981780490 2024-11-07T12:16:20,594 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33925/user/jenkins/test-data/1138ecd3-d120-d445-d9f1-06edffad5cf4/hbase.id] with ID: 892f351b-35d3-4ac7-8453-0f3fbc255653 2024-11-07T12:16:20,594 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33925/user/jenkins/test-data/1138ecd3-d120-d445-d9f1-06edffad5cf4/.tmp/hbase.id 2024-11-07T12:16:20,607 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33507 is added to blk_1073741826_1002 (size=42) 2024-11-07T12:16:21,008 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33925/user/jenkins/test-data/1138ecd3-d120-d445-d9f1-06edffad5cf4/.tmp/hbase.id]:[hdfs://localhost:33925/user/jenkins/test-data/1138ecd3-d120-d445-d9f1-06edffad5cf4/hbase.id] 2024-11-07T12:16:21,031 INFO [master/87fb68174c52:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T12:16:21,031 INFO [master/87fb68174c52:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-07T12:16:21,033 INFO [master/87fb68174c52:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-07T12:16:21,036 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38149-0x1001a2bc1f60003, quorum=127.0.0.1:63590, baseZNode=/11441414757 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11441414757 2024-11-07T12:16:21,036 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41067-0x1001a2bc1f60004, quorum=127.0.0.1:63590, baseZNode=/11441414757 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11441414757 2024-11-07T12:16:21,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33507 is added to blk_1073741827_1003 (size=196) 2024-11-07T12:16:21,445 INFO [master/87fb68174c52:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-07T12:16:21,446 INFO [master/87fb68174c52:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-07T12:16:21,447 INFO [master/87fb68174c52:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T12:16:21,456 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33507 is added to blk_1073741828_1004 (size=1189) 2024-11-07T12:16:21,859 INFO [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33925/user/jenkins/test-data/1138ecd3-d120-d445-d9f1-06edffad5cf4/MasterData/data/master/store 2024-11-07T12:16:21,867 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33507 is added to blk_1073741829_1005 (size=34) 2024-11-07T12:16:21,868 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T12:16:21,868 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-07T12:16:21,868 INFO [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T12:16:21,868 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T12:16:21,868 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-07T12:16:21,868 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T12:16:21,868 INFO [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T12:16:21,868 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1730981781868Disabling compacts and flushes for region at 1730981781868Disabling writes for close at 1730981781868Writing region close event to WAL at 1730981781868Closed at 1730981781868 2024-11-07T12:16:21,870 WARN [master/87fb68174c52:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33925/user/jenkins/test-data/1138ecd3-d120-d445-d9f1-06edffad5cf4/MasterData/data/master/store/.initializing 2024-11-07T12:16:21,870 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33925/user/jenkins/test-data/1138ecd3-d120-d445-d9f1-06edffad5cf4/MasterData/WALs/87fb68174c52,38149,1730981780490 2024-11-07T12:16:21,871 INFO [master/87fb68174c52:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-07T12:16:21,874 INFO [master/87fb68174c52:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=87fb68174c52%2C38149%2C1730981780490, suffix=, logDir=hdfs://localhost:33925/user/jenkins/test-data/1138ecd3-d120-d445-d9f1-06edffad5cf4/MasterData/WALs/87fb68174c52,38149,1730981780490, archiveDir=hdfs://localhost:33925/user/jenkins/test-data/1138ecd3-d120-d445-d9f1-06edffad5cf4/MasterData/oldWALs, maxLogs=10 2024-11-07T12:16:21,888 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/1138ecd3-d120-d445-d9f1-06edffad5cf4/MasterData/WALs/87fb68174c52,38149,1730981780490/87fb68174c52%2C38149%2C1730981780490.1730981781874, exclude list is [], retry=0 2024-11-07T12:16:21,893 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33507,DS-ec4657ac-9da7-4c86-8b31-a88e13cff882,DISK] 2024-11-07T12:16:21,896 INFO [master/87fb68174c52:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1138ecd3-d120-d445-d9f1-06edffad5cf4/MasterData/WALs/87fb68174c52,38149,1730981780490/87fb68174c52%2C38149%2C1730981780490.1730981781874 2024-11-07T12:16:21,896 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45157:45157)] 2024-11-07T12:16:21,896 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-07T12:16:21,897 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T12:16:21,897 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T12:16:21,897 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T12:16:21,899 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T12:16:21,901 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-07T12:16:21,901 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:16:21,902 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T12:16:21,902 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T12:16:21,904 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-07T12:16:21,904 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:16:21,905 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T12:16:21,905 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T12:16:21,906 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-07T12:16:21,906 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:16:21,907 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T12:16:21,907 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T12:16:21,910 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-07T12:16:21,910 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:16:21,911 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T12:16:21,911 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T12:16:21,912 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33925/user/jenkins/test-data/1138ecd3-d120-d445-d9f1-06edffad5cf4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-07T12:16:21,913 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33925/user/jenkins/test-data/1138ecd3-d120-d445-d9f1-06edffad5cf4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-07T12:16:21,915 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T12:16:21,915 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T12:16:21,916 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T12:16:21,918 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T12:16:21,921 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33925/user/jenkins/test-data/1138ecd3-d120-d445-d9f1-06edffad5cf4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T12:16:21,922 INFO [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65252075, jitterRate=-0.027668312191963196}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T12:16:21,922 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1730981781897Initializing all the Stores at 1730981781899 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730981781899Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730981781899Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730981781899Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730981781899Cleaning up temporary data from old regions at 1730981781915 (+16 ms)Region opened successfully at 1730981781922 (+7 ms) 2024-11-07T12:16:21,922 INFO [master/87fb68174c52:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-07T12:16:21,927 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34c1550e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=87fb68174c52/172.17.0.3:0 2024-11-07T12:16:21,928 INFO [master/87fb68174c52:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-07T12:16:21,929 INFO [master/87fb68174c52:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-07T12:16:21,929 INFO [master/87fb68174c52:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-07T12:16:21,929 INFO [master/87fb68174c52:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-07T12:16:21,929 INFO [master/87fb68174c52:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-07T12:16:21,930 INFO [master/87fb68174c52:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-07T12:16:21,930 INFO [master/87fb68174c52:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-07T12:16:21,933 INFO [master/87fb68174c52:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-07T12:16:21,934 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38149-0x1001a2bc1f60003, quorum=127.0.0.1:63590, baseZNode=/11441414757 Unable to get data of znode /11441414757/balancer because node does not exist (not necessarily an error) 2024-11-07T12:16:21,936 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11441414757/balancer already deleted, retry=false 2024-11-07T12:16:21,936 INFO [master/87fb68174c52:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-07T12:16:21,937 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38149-0x1001a2bc1f60003, quorum=127.0.0.1:63590, baseZNode=/11441414757 Unable to get data of znode /11441414757/normalizer because node does not exist (not necessarily an error) 2024-11-07T12:16:21,939 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11441414757/normalizer already deleted, retry=false 2024-11-07T12:16:21,939 INFO [master/87fb68174c52:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-07T12:16:21,940 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38149-0x1001a2bc1f60003, quorum=127.0.0.1:63590, baseZNode=/11441414757 Unable to get data of znode /11441414757/switch/split because node does not exist (not necessarily an error) 2024-11-07T12:16:21,942 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11441414757/switch/split already deleted, retry=false 2024-11-07T12:16:21,942 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38149-0x1001a2bc1f60003, quorum=127.0.0.1:63590, baseZNode=/11441414757 Unable to get data of znode /11441414757/switch/merge because node does not exist (not necessarily an error) 2024-11-07T12:16:21,944 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11441414757/switch/merge already deleted, retry=false 2024-11-07T12:16:21,946 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38149-0x1001a2bc1f60003, quorum=127.0.0.1:63590, baseZNode=/11441414757 Unable to get data of znode /11441414757/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-07T12:16:21,947 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11441414757/snapshot-cleanup already deleted, retry=false 2024-11-07T12:16:21,949 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38149-0x1001a2bc1f60003, quorum=127.0.0.1:63590, baseZNode=/11441414757 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11441414757/running 2024-11-07T12:16:21,949 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41067-0x1001a2bc1f60004, quorum=127.0.0.1:63590, baseZNode=/11441414757 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11441414757/running 2024-11-07T12:16:21,949 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38149-0x1001a2bc1f60003, quorum=127.0.0.1:63590, baseZNode=/11441414757 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11441414757 2024-11-07T12:16:21,949 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41067-0x1001a2bc1f60004, quorum=127.0.0.1:63590, baseZNode=/11441414757 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11441414757 2024-11-07T12:16:21,950 INFO [master/87fb68174c52:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=87fb68174c52,38149,1730981780490, sessionid=0x1001a2bc1f60003, setting cluster-up flag (Was=false) 2024-11-07T12:16:21,953 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38149-0x1001a2bc1f60003, quorum=127.0.0.1:63590, baseZNode=/11441414757 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11441414757 2024-11-07T12:16:21,953 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41067-0x1001a2bc1f60004, quorum=127.0.0.1:63590, baseZNode=/11441414757 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11441414757 2024-11-07T12:16:21,958 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11441414757/flush-table-proc/acquired, /11441414757/flush-table-proc/reached, /11441414757/flush-table-proc/abort 2024-11-07T12:16:21,960 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=87fb68174c52,38149,1730981780490 2024-11-07T12:16:21,964 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38149-0x1001a2bc1f60003, quorum=127.0.0.1:63590, baseZNode=/11441414757 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11441414757 2024-11-07T12:16:21,964 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41067-0x1001a2bc1f60004, quorum=127.0.0.1:63590, baseZNode=/11441414757 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11441414757 2024-11-07T12:16:21,969 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11441414757/online-snapshot/acquired, /11441414757/online-snapshot/reached, /11441414757/online-snapshot/abort 2024-11-07T12:16:21,970 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=87fb68174c52,38149,1730981780490 2024-11-07T12:16:21,972 INFO [master/87fb68174c52:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33925/user/jenkins/test-data/1138ecd3-d120-d445-d9f1-06edffad5cf4/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-07T12:16:21,976 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-07T12:16:21,976 INFO [master/87fb68174c52:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-07T12:16:21,976 INFO [master/87fb68174c52:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-07T12:16:21,977 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 87fb68174c52,38149,1730981780490 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-07T12:16:21,978 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/87fb68174c52:0, corePoolSize=5, maxPoolSize=5 2024-11-07T12:16:21,978 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/87fb68174c52:0, corePoolSize=5, maxPoolSize=5 2024-11-07T12:16:21,978 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/87fb68174c52:0, corePoolSize=5, maxPoolSize=5 2024-11-07T12:16:21,978 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/87fb68174c52:0, corePoolSize=5, maxPoolSize=5 2024-11-07T12:16:21,978 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/87fb68174c52:0, corePoolSize=10, maxPoolSize=10 2024-11-07T12:16:21,978 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:16:21,979 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/87fb68174c52:0, corePoolSize=2, maxPoolSize=2 2024-11-07T12:16:21,979 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:16:21,980 INFO [master/87fb68174c52:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1730981811980 2024-11-07T12:16:21,980 INFO [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-07T12:16:21,980 INFO [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-07T12:16:21,980 INFO [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-07T12:16:21,981 INFO [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-07T12:16:21,981 INFO [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-07T12:16:21,981 INFO [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-07T12:16:21,981 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-07T12:16:21,981 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T12:16:21,981 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-07T12:16:21,981 INFO [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-07T12:16:21,981 INFO [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-07T12:16:21,981 INFO [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-07T12:16:21,982 INFO [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-07T12:16:21,982 INFO [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-07T12:16:21,982 INFO [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-07T12:16:21,982 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/87fb68174c52:0:becomeActiveMaster-HFileCleaner.large.0-1730981781982,5,FailOnTimeoutGroup] 2024-11-07T12:16:21,982 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/87fb68174c52:0:becomeActiveMaster-HFileCleaner.small.0-1730981781982,5,FailOnTimeoutGroup] 2024-11-07T12:16:21,983 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-07T12:16:21,983 INFO [master/87fb68174c52:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-07T12:16:21,983 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-07T12:16:21,983 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-07T12:16:21,983 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:16:21,983 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-07T12:16:21,990 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33507 is added to blk_1073741831_1007 (size=1321) 2024-11-07T12:16:22,068 INFO [RS:0;87fb68174c52:41067 {}] regionserver.HRegionServer(746): ClusterId : 892f351b-35d3-4ac7-8453-0f3fbc255653 2024-11-07T12:16:22,068 DEBUG [RS:0;87fb68174c52:41067 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-07T12:16:22,071 DEBUG [RS:0;87fb68174c52:41067 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-07T12:16:22,071 DEBUG [RS:0;87fb68174c52:41067 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-07T12:16:22,073 DEBUG [RS:0;87fb68174c52:41067 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-07T12:16:22,074 DEBUG [RS:0;87fb68174c52:41067 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1210dcd4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=87fb68174c52/172.17.0.3:0 2024-11-07T12:16:22,086 DEBUG [RS:0;87fb68174c52:41067 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;87fb68174c52:41067 2024-11-07T12:16:22,086 INFO [RS:0;87fb68174c52:41067 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-07T12:16:22,086 INFO [RS:0;87fb68174c52:41067 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-07T12:16:22,086 DEBUG [RS:0;87fb68174c52:41067 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-07T12:16:22,087 INFO [RS:0;87fb68174c52:41067 {}] regionserver.HRegionServer(2659): reportForDuty to master=87fb68174c52,38149,1730981780490 with port=41067, startcode=1730981780539 2024-11-07T12:16:22,087 DEBUG [RS:0;87fb68174c52:41067 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-07T12:16:22,089 INFO [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38233, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-07T12:16:22,090 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38149 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 87fb68174c52,41067,1730981780539 2024-11-07T12:16:22,090 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38149 {}] master.ServerManager(517): Registering regionserver=87fb68174c52,41067,1730981780539 2024-11-07T12:16:22,094 DEBUG [RS:0;87fb68174c52:41067 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33925/user/jenkins/test-data/1138ecd3-d120-d445-d9f1-06edffad5cf4 2024-11-07T12:16:22,095 DEBUG [RS:0;87fb68174c52:41067 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33925 2024-11-07T12:16:22,095 DEBUG [RS:0;87fb68174c52:41067 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-07T12:16:22,099 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38149-0x1001a2bc1f60003, quorum=127.0.0.1:63590, baseZNode=/11441414757 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11441414757/rs 2024-11-07T12:16:22,100 DEBUG [RS:0;87fb68174c52:41067 {}] zookeeper.ZKUtil(111): regionserver:41067-0x1001a2bc1f60004, quorum=127.0.0.1:63590, baseZNode=/11441414757 Set watcher on existing znode=/11441414757/rs/87fb68174c52,41067,1730981780539 2024-11-07T12:16:22,100 WARN [RS:0;87fb68174c52:41067 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-07T12:16:22,100 INFO [RS:0;87fb68174c52:41067 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T12:16:22,100 DEBUG [RS:0;87fb68174c52:41067 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33925/user/jenkins/test-data/1138ecd3-d120-d445-d9f1-06edffad5cf4/WALs/87fb68174c52,41067,1730981780539 2024-11-07T12:16:22,100 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [87fb68174c52,41067,1730981780539] 2024-11-07T12:16:22,105 INFO [RS:0;87fb68174c52:41067 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-07T12:16:22,108 INFO [RS:0;87fb68174c52:41067 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-07T12:16:22,109 INFO [RS:0;87fb68174c52:41067 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-07T12:16:22,109 INFO [RS:0;87fb68174c52:41067 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T12:16:22,109 INFO [RS:0;87fb68174c52:41067 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-07T12:16:22,110 INFO [RS:0;87fb68174c52:41067 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-07T12:16:22,110 INFO [RS:0;87fb68174c52:41067 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-07T12:16:22,111 DEBUG [RS:0;87fb68174c52:41067 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:16:22,111 DEBUG [RS:0;87fb68174c52:41067 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:16:22,111 DEBUG [RS:0;87fb68174c52:41067 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:16:22,111 DEBUG [RS:0;87fb68174c52:41067 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:16:22,111 DEBUG [RS:0;87fb68174c52:41067 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:16:22,111 DEBUG [RS:0;87fb68174c52:41067 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/87fb68174c52:0, corePoolSize=2, maxPoolSize=2 2024-11-07T12:16:22,111 DEBUG [RS:0;87fb68174c52:41067 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:16:22,111 DEBUG [RS:0;87fb68174c52:41067 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:16:22,112 DEBUG [RS:0;87fb68174c52:41067 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:16:22,112 DEBUG [RS:0;87fb68174c52:41067 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:16:22,112 DEBUG [RS:0;87fb68174c52:41067 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:16:22,112 DEBUG [RS:0;87fb68174c52:41067 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:16:22,112 DEBUG [RS:0;87fb68174c52:41067 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/87fb68174c52:0, corePoolSize=3, maxPoolSize=3 2024-11-07T12:16:22,112 DEBUG [RS:0;87fb68174c52:41067 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/87fb68174c52:0, corePoolSize=3, maxPoolSize=3 2024-11-07T12:16:22,113 INFO [RS:0;87fb68174c52:41067 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T12:16:22,113 INFO [RS:0;87fb68174c52:41067 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T12:16:22,113 INFO [RS:0;87fb68174c52:41067 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T12:16:22,113 INFO [RS:0;87fb68174c52:41067 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-07T12:16:22,113 INFO [RS:0;87fb68174c52:41067 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-07T12:16:22,113 INFO [RS:0;87fb68174c52:41067 {}] hbase.ChoreService(168): Chore ScheduledChore name=87fb68174c52,41067,1730981780539-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-07T12:16:22,128 INFO [RS:0;87fb68174c52:41067 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-07T12:16:22,129 INFO [RS:0;87fb68174c52:41067 {}] hbase.ChoreService(168): Chore ScheduledChore name=87fb68174c52,41067,1730981780539-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T12:16:22,129 INFO [RS:0;87fb68174c52:41067 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T12:16:22,129 INFO [RS:0;87fb68174c52:41067 {}] regionserver.Replication(171): 87fb68174c52,41067,1730981780539 started 2024-11-07T12:16:22,147 INFO [RS:0;87fb68174c52:41067 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T12:16:22,147 INFO [RS:0;87fb68174c52:41067 {}] regionserver.HRegionServer(1482): Serving as 87fb68174c52,41067,1730981780539, RpcServer on 87fb68174c52/172.17.0.3:41067, sessionid=0x1001a2bc1f60004 2024-11-07T12:16:22,147 DEBUG [RS:0;87fb68174c52:41067 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-07T12:16:22,148 DEBUG [RS:0;87fb68174c52:41067 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 87fb68174c52,41067,1730981780539 2024-11-07T12:16:22,148 DEBUG [RS:0;87fb68174c52:41067 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '87fb68174c52,41067,1730981780539' 2024-11-07T12:16:22,148 DEBUG [RS:0;87fb68174c52:41067 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11441414757/flush-table-proc/abort' 2024-11-07T12:16:22,149 DEBUG [RS:0;87fb68174c52:41067 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11441414757/flush-table-proc/acquired' 2024-11-07T12:16:22,149 DEBUG [RS:0;87fb68174c52:41067 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-07T12:16:22,149 DEBUG [RS:0;87fb68174c52:41067 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-07T12:16:22,149 DEBUG [RS:0;87fb68174c52:41067 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 87fb68174c52,41067,1730981780539 2024-11-07T12:16:22,149 DEBUG [RS:0;87fb68174c52:41067 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '87fb68174c52,41067,1730981780539' 2024-11-07T12:16:22,149 DEBUG [RS:0;87fb68174c52:41067 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11441414757/online-snapshot/abort' 2024-11-07T12:16:22,150 DEBUG [RS:0;87fb68174c52:41067 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11441414757/online-snapshot/acquired' 2024-11-07T12:16:22,150 DEBUG [RS:0;87fb68174c52:41067 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-07T12:16:22,151 INFO [RS:0;87fb68174c52:41067 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-07T12:16:22,151 INFO [RS:0;87fb68174c52:41067 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-07T12:16:22,252 INFO [RS:0;87fb68174c52:41067 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-07T12:16:22,256 INFO [RS:0;87fb68174c52:41067 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=87fb68174c52%2C41067%2C1730981780539, suffix=, logDir=hdfs://localhost:33925/user/jenkins/test-data/1138ecd3-d120-d445-d9f1-06edffad5cf4/WALs/87fb68174c52,41067,1730981780539, archiveDir=hdfs://localhost:33925/user/jenkins/test-data/1138ecd3-d120-d445-d9f1-06edffad5cf4/oldWALs, maxLogs=10 2024-11-07T12:16:22,275 DEBUG [RS:0;87fb68174c52:41067 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/1138ecd3-d120-d445-d9f1-06edffad5cf4/WALs/87fb68174c52,41067,1730981780539/87fb68174c52%2C41067%2C1730981780539.1730981782258, exclude list is [], retry=0 2024-11-07T12:16:22,281 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33507,DS-ec4657ac-9da7-4c86-8b31-a88e13cff882,DISK] 2024-11-07T12:16:22,284 INFO [RS:0;87fb68174c52:41067 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1138ecd3-d120-d445-d9f1-06edffad5cf4/WALs/87fb68174c52,41067,1730981780539/87fb68174c52%2C41067%2C1730981780539.1730981782258 2024-11-07T12:16:22,285 DEBUG [RS:0;87fb68174c52:41067 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45157:45157)] 2024-11-07T12:16:22,393 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33925/user/jenkins/test-data/1138ecd3-d120-d445-d9f1-06edffad5cf4/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-07T12:16:22,393 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33925/user/jenkins/test-data/1138ecd3-d120-d445-d9f1-06edffad5cf4 2024-11-07T12:16:22,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33507 is added to blk_1073741833_1009 (size=32) 2024-11-07T12:16:22,803 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T12:16:22,806 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-07T12:16:22,808 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-07T12:16:22,808 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:16:22,809 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T12:16:22,809 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-07T12:16:22,811 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-07T12:16:22,811 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:16:22,812 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T12:16:22,812 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-07T12:16:22,814 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-07T12:16:22,814 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:16:22,814 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T12:16:22,814 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-07T12:16:22,816 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-07T12:16:22,816 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:16:22,817 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T12:16:22,818 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-07T12:16:22,819 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33925/user/jenkins/test-data/1138ecd3-d120-d445-d9f1-06edffad5cf4/data/hbase/meta/1588230740 2024-11-07T12:16:22,819 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33925/user/jenkins/test-data/1138ecd3-d120-d445-d9f1-06edffad5cf4/data/hbase/meta/1588230740 2024-11-07T12:16:22,822 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-07T12:16:22,822 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-07T12:16:22,822 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T12:16:22,824 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-07T12:16:22,827 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33925/user/jenkins/test-data/1138ecd3-d120-d445-d9f1-06edffad5cf4/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T12:16:22,828 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59982125, jitterRate=-0.10619668662548065}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T12:16:22,829 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1730981782803Initializing all the Stores at 1730981782805 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730981782805Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730981782805Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730981782805Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730981782805Cleaning up temporary data from old regions at 1730981782822 (+17 ms)Region opened successfully at 1730981782829 (+7 ms) 2024-11-07T12:16:22,829 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-07T12:16:22,829 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-07T12:16:22,829 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-07T12:16:22,829 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-07T12:16:22,829 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-07T12:16:22,830 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-07T12:16:22,830 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1730981782829Disabling compacts and flushes for region at 1730981782829Disabling writes for close at 1730981782829Writing region close event to WAL at 1730981782830 (+1 ms)Closed at 1730981782830 2024-11-07T12:16:22,832 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T12:16:22,832 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-07T12:16:22,832 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-07T12:16:22,834 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-07T12:16:22,836 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-07T12:16:22,986 DEBUG [87fb68174c52:38149 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-07T12:16:22,987 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=87fb68174c52,41067,1730981780539 2024-11-07T12:16:22,990 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 87fb68174c52,41067,1730981780539, state=OPENING 2024-11-07T12:16:22,993 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-07T12:16:22,994 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38149-0x1001a2bc1f60003, quorum=127.0.0.1:63590, baseZNode=/11441414757 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11441414757 2024-11-07T12:16:22,994 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41067-0x1001a2bc1f60004, quorum=127.0.0.1:63590, baseZNode=/11441414757 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11441414757 2024-11-07T12:16:22,995 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-07T12:16:22,995 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11441414757/meta-region-server: CHANGED 2024-11-07T12:16:22,995 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11441414757/meta-region-server: CHANGED 2024-11-07T12:16:22,995 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=87fb68174c52,41067,1730981780539}] 2024-11-07T12:16:23,150 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-07T12:16:23,152 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33765, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-07T12:16:23,158 INFO [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-07T12:16:23,158 INFO [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T12:16:23,159 INFO [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-07T12:16:23,161 INFO [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=87fb68174c52%2C41067%2C1730981780539.meta, suffix=.meta, logDir=hdfs://localhost:33925/user/jenkins/test-data/1138ecd3-d120-d445-d9f1-06edffad5cf4/WALs/87fb68174c52,41067,1730981780539, archiveDir=hdfs://localhost:33925/user/jenkins/test-data/1138ecd3-d120-d445-d9f1-06edffad5cf4/oldWALs, maxLogs=10 2024-11-07T12:16:23,182 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/1138ecd3-d120-d445-d9f1-06edffad5cf4/WALs/87fb68174c52,41067,1730981780539/87fb68174c52%2C41067%2C1730981780539.meta.1730981783164.meta, exclude list is [], retry=0 2024-11-07T12:16:23,186 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33507,DS-ec4657ac-9da7-4c86-8b31-a88e13cff882,DISK] 2024-11-07T12:16:23,188 INFO [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1138ecd3-d120-d445-d9f1-06edffad5cf4/WALs/87fb68174c52,41067,1730981780539/87fb68174c52%2C41067%2C1730981780539.meta.1730981783164.meta 2024-11-07T12:16:23,188 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45157:45157)] 2024-11-07T12:16:23,189 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-07T12:16:23,189 INFO [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-07T12:16:23,189 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-07T12:16:23,189 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-07T12:16:23,190 INFO [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-07T12:16:23,190 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-07T12:16:23,190 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T12:16:23,190 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-07T12:16:23,190 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-07T12:16:23,192 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-07T12:16:23,193 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-07T12:16:23,193 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:16:23,194 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T12:16:23,194 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-07T12:16:23,195 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-07T12:16:23,195 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:16:23,196 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T12:16:23,196 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-07T12:16:23,197 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-07T12:16:23,197 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:16:23,197 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T12:16:23,197 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-07T12:16:23,198 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-07T12:16:23,198 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:16:23,199 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T12:16:23,199 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-07T12:16:23,200 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33925/user/jenkins/test-data/1138ecd3-d120-d445-d9f1-06edffad5cf4/data/hbase/meta/1588230740 2024-11-07T12:16:23,202 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33925/user/jenkins/test-data/1138ecd3-d120-d445-d9f1-06edffad5cf4/data/hbase/meta/1588230740 2024-11-07T12:16:23,204 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-07T12:16:23,204 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-07T12:16:23,205 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T12:16:23,208 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-07T12:16:23,209 INFO [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67172501, jitterRate=9.482651948928833E-4}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T12:16:23,209 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-07T12:16:23,210 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1730981783190Writing region info on filesystem at 1730981783190Initializing all the Stores at 1730981783192 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730981783192Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730981783192Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730981783192Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730981783192Cleaning up temporary data from old regions at 1730981783204 (+12 ms)Running coprocessor post-open hooks at 1730981783209 (+5 ms)Region opened successfully at 1730981783209 2024-11-07T12:16:23,211 INFO [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1730981783149 2024-11-07T12:16:23,215 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-07T12:16:23,216 INFO [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-07T12:16:23,217 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=87fb68174c52,41067,1730981780539 2024-11-07T12:16:23,219 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 87fb68174c52,41067,1730981780539, state=OPEN 2024-11-07T12:16:23,220 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38149-0x1001a2bc1f60003, quorum=127.0.0.1:63590, baseZNode=/11441414757 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11441414757/meta-region-server 2024-11-07T12:16:23,220 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41067-0x1001a2bc1f60004, quorum=127.0.0.1:63590, baseZNode=/11441414757 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11441414757/meta-region-server 2024-11-07T12:16:23,220 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=87fb68174c52,41067,1730981780539 2024-11-07T12:16:23,220 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11441414757/meta-region-server: CHANGED 2024-11-07T12:16:23,220 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11441414757/meta-region-server: CHANGED 2024-11-07T12:16:23,224 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-07T12:16:23,224 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=87fb68174c52,41067,1730981780539 in 225 msec 2024-11-07T12:16:23,228 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-07T12:16:23,228 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 392 msec 2024-11-07T12:16:23,229 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T12:16:23,229 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-07T12:16:23,231 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T12:16:23,232 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=87fb68174c52,41067,1730981780539, seqNum=-1] 2024-11-07T12:16:23,232 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T12:16:23,234 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59607, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T12:16:23,243 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2680 sec 2024-11-07T12:16:23,243 INFO [master/87fb68174c52:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1730981783243, completionTime=-1 2024-11-07T12:16:23,243 INFO [master/87fb68174c52:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-07T12:16:23,243 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-07T12:16:23,246 INFO [master/87fb68174c52:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-07T12:16:23,246 INFO [master/87fb68174c52:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1730981843246 2024-11-07T12:16:23,246 INFO [master/87fb68174c52:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1730981903246 2024-11-07T12:16:23,246 INFO [master/87fb68174c52:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-07T12:16:23,246 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=87fb68174c52,38149,1730981780490-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T12:16:23,247 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=87fb68174c52,38149,1730981780490-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T12:16:23,247 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=87fb68174c52,38149,1730981780490-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T12:16:23,247 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-87fb68174c52:38149, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T12:16:23,247 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-07T12:16:23,247 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-07T12:16:23,250 DEBUG [master/87fb68174c52:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-07T12:16:23,252 INFO [master/87fb68174c52:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.666sec 2024-11-07T12:16:23,252 INFO [master/87fb68174c52:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-07T12:16:23,252 INFO [master/87fb68174c52:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-07T12:16:23,252 INFO [master/87fb68174c52:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-07T12:16:23,252 INFO [master/87fb68174c52:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-07T12:16:23,252 INFO [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-07T12:16:23,252 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=87fb68174c52,38149,1730981780490-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-07T12:16:23,252 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=87fb68174c52,38149,1730981780490-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-07T12:16:23,256 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-07T12:16:23,256 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-07T12:16:23,257 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=87fb68174c52,38149,1730981780490-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T12:16:23,268 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4151fef8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:16:23,268 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 87fb68174c52,38149,-1 for getting cluster id 2024-11-07T12:16:23,268 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T12:16:23,270 DEBUG [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '892f351b-35d3-4ac7-8453-0f3fbc255653' 2024-11-07T12:16:23,271 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T12:16:23,271 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "892f351b-35d3-4ac7-8453-0f3fbc255653" 2024-11-07T12:16:23,272 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ca97c05, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:16:23,272 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [87fb68174c52,38149,-1] 2024-11-07T12:16:23,272 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T12:16:23,272 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:16:23,274 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37644, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T12:16:23,275 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29bf724e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:16:23,276 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T12:16:23,277 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=87fb68174c52,41067,1730981780539, seqNum=-1] 2024-11-07T12:16:23,277 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T12:16:23,279 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37810, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T12:16:23,281 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=87fb68174c52,38149,1730981780490 2024-11-07T12:16:23,282 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:63590 2024-11-07T12:16:23,285 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:63590, baseZNode=/11441414757 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T12:16:23,285 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1001a2bc1f60005 connected 2024-11-07T12:16:23,291 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47f6f83a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:16:23,291 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 87fb68174c52,39553,-1 for getting cluster id 2024-11-07T12:16:23,291 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T12:16:23,293 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0e557b43-1453-45eb-88f6-007feec45127' 2024-11-07T12:16:23,293 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T12:16:23,293 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0e557b43-1453-45eb-88f6-007feec45127" 2024-11-07T12:16:23,294 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33fb1113, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:16:23,294 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [87fb68174c52,39553,-1] 2024-11-07T12:16:23,294 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T12:16:23,294 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:16:23,296 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36198, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T12:16:23,297 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1effb89c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:16:23,306 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T12:16:23,310 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 87fb68174c52,39553,1730981774829 2024-11-07T12:16:23,312 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@cdca1de 2024-11-07T12:16:23,313 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T12:16:23,315 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36204, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-07T12:16:23,317 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39553 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://87fb68174c52:38149,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-07T12:16:23,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39553 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-07T12:16:23,329 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='87fb68174c52:38149' 2024-11-07T12:16:23,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T12:16:23,331 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@256d16a9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:16:23,331 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 87fb68174c52,38149,-1 for getting cluster id 2024-11-07T12:16:23,331 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T12:16:23,332 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '892f351b-35d3-4ac7-8453-0f3fbc255653' 2024-11-07T12:16:23,332 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T12:16:23,332 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "892f351b-35d3-4ac7-8453-0f3fbc255653" 2024-11-07T12:16:23,333 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d943ca2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:16:23,333 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [87fb68174c52,38149,-1] 2024-11-07T12:16:23,333 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T12:16:23,333 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:16:23,334 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37670, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T12:16:23,336 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4829cd15, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:16:23,336 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T12:16:23,338 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 87fb68174c52,38149,1730981780490 2024-11-07T12:16:23,338 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@351e1d87 2024-11-07T12:16:23,341 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T12:16:23,343 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37674, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-07T12:16:23,356 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-07T12:16:23,356 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-07T12:16:23,360 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:16:23,361 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:16:23,361 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T12:16:23,362 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-07T12:16:23,367 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-07T12:16:23,370 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-07T12:16:23,371 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:16:23,372 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-07T12:16:23,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33277 is added to blk_1073741835_1011 (size=1138) 2024-11-07T12:16:23,420 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-07T12:16:23,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T12:16:23,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T12:16:23,785 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => b4ba47cfe0b8bdee1b083fa28236bae7, NAME => 'hbase:replication,,1730981783362.b4ba47cfe0b8bdee1b083fa28236bae7.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37649/user/jenkins/test-data/451bf079-e023-1374-227b-075279308609 2024-11-07T12:16:23,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33277 is added to blk_1073741836_1012 (size=44) 2024-11-07T12:16:23,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T12:16:24,194 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1730981783362.b4ba47cfe0b8bdee1b083fa28236bae7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T12:16:24,195 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing b4ba47cfe0b8bdee1b083fa28236bae7, disabling compactions & flushes 2024-11-07T12:16:24,195 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1730981783362.b4ba47cfe0b8bdee1b083fa28236bae7. 2024-11-07T12:16:24,195 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1730981783362.b4ba47cfe0b8bdee1b083fa28236bae7. 2024-11-07T12:16:24,195 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1730981783362.b4ba47cfe0b8bdee1b083fa28236bae7. after waiting 0 ms 2024-11-07T12:16:24,195 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1730981783362.b4ba47cfe0b8bdee1b083fa28236bae7. 2024-11-07T12:16:24,195 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1730981783362.b4ba47cfe0b8bdee1b083fa28236bae7. 2024-11-07T12:16:24,195 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for b4ba47cfe0b8bdee1b083fa28236bae7: Waiting for close lock at 1730981784195Disabling compacts and flushes for region at 1730981784195Disabling writes for close at 1730981784195Writing region close event to WAL at 1730981784195Closed at 1730981784195 2024-11-07T12:16:24,197 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-07T12:16:24,202 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1730981783362.b4ba47cfe0b8bdee1b083fa28236bae7.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1730981784197"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1730981784197"}]},"ts":"1730981784197"} 2024-11-07T12:16:24,207 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-07T12:16:24,209 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-07T12:16:24,211 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1730981784209"}]},"ts":"1730981784209"} 2024-11-07T12:16:24,215 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-07T12:16:24,217 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b4ba47cfe0b8bdee1b083fa28236bae7, ASSIGN}] 2024-11-07T12:16:24,219 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b4ba47cfe0b8bdee1b083fa28236bae7, ASSIGN 2024-11-07T12:16:24,220 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=b4ba47cfe0b8bdee1b083fa28236bae7, ASSIGN; state=OFFLINE, location=87fb68174c52,39765,1730981775531; forceNewPlan=false, retain=false 2024-11-07T12:16:24,372 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=b4ba47cfe0b8bdee1b083fa28236bae7, regionState=OPENING, regionLocation=87fb68174c52,39765,1730981775531 2024-11-07T12:16:24,376 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=b4ba47cfe0b8bdee1b083fa28236bae7, ASSIGN because future has completed 2024-11-07T12:16:24,377 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure b4ba47cfe0b8bdee1b083fa28236bae7, server=87fb68174c52,39765,1730981775531}] 2024-11-07T12:16:24,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T12:16:24,536 INFO [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1730981783362.b4ba47cfe0b8bdee1b083fa28236bae7. 2024-11-07T12:16:24,536 INFO [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T12:16:24,536 INFO [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-07T12:16:24,539 INFO [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=87fb68174c52%2C39765%2C1730981775531.rep, suffix=, logDir=hdfs://localhost:37649/user/jenkins/test-data/451bf079-e023-1374-227b-075279308609/WALs/87fb68174c52,39765,1730981775531, archiveDir=hdfs://localhost:37649/user/jenkins/test-data/451bf079-e023-1374-227b-075279308609/oldWALs, maxLogs=10 2024-11-07T12:16:24,554 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/451bf079-e023-1374-227b-075279308609/WALs/87fb68174c52,39765,1730981775531/87fb68174c52%2C39765%2C1730981775531.rep.1730981784540, exclude list is [], retry=0 2024-11-07T12:16:24,555 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-07T12:16:24,558 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33277,DS-46236980-8263-4642-ba8d-f05148bec247,DISK] 2024-11-07T12:16:24,562 INFO [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/451bf079-e023-1374-227b-075279308609/WALs/87fb68174c52,39765,1730981775531/87fb68174c52%2C39765%2C1730981775531.rep.1730981784540 2024-11-07T12:16:24,563 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39031:39031)] 2024-11-07T12:16:24,563 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => b4ba47cfe0b8bdee1b083fa28236bae7, NAME => 'hbase:replication,,1730981783362.b4ba47cfe0b8bdee1b083fa28236bae7.', STARTKEY => '', ENDKEY => ''} 2024-11-07T12:16:24,563 INFO [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-07T12:16:24,563 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-07T12:16:24,563 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1730981783362.b4ba47cfe0b8bdee1b083fa28236bae7. service=MultiRowMutationService 2024-11-07T12:16:24,563 INFO [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-07T12:16:24,564 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication b4ba47cfe0b8bdee1b083fa28236bae7 2024-11-07T12:16:24,564 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1730981783362.b4ba47cfe0b8bdee1b083fa28236bae7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T12:16:24,564 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for b4ba47cfe0b8bdee1b083fa28236bae7 2024-11-07T12:16:24,564 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for b4ba47cfe0b8bdee1b083fa28236bae7 2024-11-07T12:16:24,566 INFO [StoreOpener-b4ba47cfe0b8bdee1b083fa28236bae7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region b4ba47cfe0b8bdee1b083fa28236bae7 2024-11-07T12:16:24,568 INFO [StoreOpener-b4ba47cfe0b8bdee1b083fa28236bae7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b4ba47cfe0b8bdee1b083fa28236bae7 columnFamilyName hfileref 2024-11-07T12:16:24,568 DEBUG [StoreOpener-b4ba47cfe0b8bdee1b083fa28236bae7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:16:24,569 INFO [StoreOpener-b4ba47cfe0b8bdee1b083fa28236bae7-1 {}] regionserver.HStore(327): Store=b4ba47cfe0b8bdee1b083fa28236bae7/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T12:16:24,569 INFO [StoreOpener-b4ba47cfe0b8bdee1b083fa28236bae7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region b4ba47cfe0b8bdee1b083fa28236bae7 2024-11-07T12:16:24,571 INFO [StoreOpener-b4ba47cfe0b8bdee1b083fa28236bae7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b4ba47cfe0b8bdee1b083fa28236bae7 columnFamilyName queue 2024-11-07T12:16:24,571 DEBUG [StoreOpener-b4ba47cfe0b8bdee1b083fa28236bae7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:16:24,572 INFO [StoreOpener-b4ba47cfe0b8bdee1b083fa28236bae7-1 {}] regionserver.HStore(327): Store=b4ba47cfe0b8bdee1b083fa28236bae7/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T12:16:24,572 INFO [StoreOpener-b4ba47cfe0b8bdee1b083fa28236bae7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region b4ba47cfe0b8bdee1b083fa28236bae7 2024-11-07T12:16:24,573 INFO [StoreOpener-b4ba47cfe0b8bdee1b083fa28236bae7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b4ba47cfe0b8bdee1b083fa28236bae7 columnFamilyName sid 2024-11-07T12:16:24,573 DEBUG [StoreOpener-b4ba47cfe0b8bdee1b083fa28236bae7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:16:24,574 INFO [StoreOpener-b4ba47cfe0b8bdee1b083fa28236bae7-1 {}] regionserver.HStore(327): Store=b4ba47cfe0b8bdee1b083fa28236bae7/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T12:16:24,574 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for b4ba47cfe0b8bdee1b083fa28236bae7 2024-11-07T12:16:24,576 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37649/user/jenkins/test-data/451bf079-e023-1374-227b-075279308609/data/hbase/replication/b4ba47cfe0b8bdee1b083fa28236bae7 2024-11-07T12:16:24,576 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37649/user/jenkins/test-data/451bf079-e023-1374-227b-075279308609/data/hbase/replication/b4ba47cfe0b8bdee1b083fa28236bae7 2024-11-07T12:16:24,578 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for b4ba47cfe0b8bdee1b083fa28236bae7 2024-11-07T12:16:24,578 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for b4ba47cfe0b8bdee1b083fa28236bae7 2024-11-07T12:16:24,579 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-07T12:16:24,581 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for b4ba47cfe0b8bdee1b083fa28236bae7 2024-11-07T12:16:24,585 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37649/user/jenkins/test-data/451bf079-e023-1374-227b-075279308609/data/hbase/replication/b4ba47cfe0b8bdee1b083fa28236bae7/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T12:16:24,585 INFO [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened b4ba47cfe0b8bdee1b083fa28236bae7; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61942513, jitterRate=-0.07698462903499603}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-07T12:16:24,585 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b4ba47cfe0b8bdee1b083fa28236bae7 2024-11-07T12:16:24,586 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for b4ba47cfe0b8bdee1b083fa28236bae7: Running coprocessor pre-open hook at 1730981784564Writing region info on filesystem at 1730981784564Initializing all the Stores at 1730981784565 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730981784566 (+1 ms)Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730981784566Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730981784566Cleaning up temporary data from old regions at 1730981784578 (+12 ms)Running coprocessor post-open hooks at 1730981784585 (+7 ms)Region opened successfully at 1730981784586 (+1 ms) 2024-11-07T12:16:24,588 INFO [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1730981783362.b4ba47cfe0b8bdee1b083fa28236bae7., pid=7, masterSystemTime=1730981784530 2024-11-07T12:16:24,592 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1730981783362.b4ba47cfe0b8bdee1b083fa28236bae7. 2024-11-07T12:16:24,592 INFO [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1730981783362.b4ba47cfe0b8bdee1b083fa28236bae7. 2024-11-07T12:16:24,593 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=b4ba47cfe0b8bdee1b083fa28236bae7, regionState=OPEN, openSeqNum=2, regionLocation=87fb68174c52,39765,1730981775531 2024-11-07T12:16:24,597 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure b4ba47cfe0b8bdee1b083fa28236bae7, server=87fb68174c52,39765,1730981775531 because future has completed 2024-11-07T12:16:24,602 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-07T12:16:24,602 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure b4ba47cfe0b8bdee1b083fa28236bae7, server=87fb68174c52,39765,1730981775531 in 223 msec 2024-11-07T12:16:24,606 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-07T12:16:24,606 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b4ba47cfe0b8bdee1b083fa28236bae7, ASSIGN in 385 msec 2024-11-07T12:16:24,608 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-07T12:16:24,608 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1730981784608"}]},"ts":"1730981784608"} 2024-11-07T12:16:24,611 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-07T12:16:24,612 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-07T12:16:24,613 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-07T12:16:24,613 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-07T12:16:24,616 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2500 sec 2024-11-07T12:16:24,638 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1730981783362.b4ba47cfe0b8bdee1b083fa28236bae7., hostname=87fb68174c52,39765,1730981775531, seqNum=2] 2024-11-07T12:16:24,643 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39765 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-11-07T12:16:24,654 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39553-0x1001a2bc1f60000, quorum=127.0.0.1:63590, baseZNode=/01384948455 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01384948455 2024-11-07T12:16:24,654 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39765-0x1001a2bc1f60001, quorum=127.0.0.1:63590, baseZNode=/01384948455 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01384948455 2024-11-07T12:16:24,664 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-07T12:16:24,829 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-07T12:16:24,830 INFO [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-07T12:16:24,870 INFO [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-87fb68174c52,39765,1730981775531, ReplicationSource: 1, currentBandwidth=0 2024-11-07T12:16:24,872 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T12:16:24,872 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=87fb68174c52,39765,1730981775531, seqNum=-1] 2024-11-07T12:16:24,872 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T12:16:24,874 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58455, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-11-07T12:16:24,877 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-87fb68174c52,39765,1730981775531', locateType=CURRENT is [region=hbase:replication,,1730981783362.b4ba47cfe0b8bdee1b083fa28236bae7., hostname=87fb68174c52,39765,1730981775531, seqNum=2] 2024-11-07T12:16:24,885 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-07T12:16:24,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39553 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-07T12:16:24,890 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 87fb68174c52,39765,1730981775531 suceeded 2024-11-07T12:16:24,893 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-07T12:16:24,893 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 226 msec 2024-11-07T12:16:24,893 INFO [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://87fb68174c52:38149,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-07T12:16:24,896 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5740 sec 2024-11-07T12:16:24,903 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,39765,1730981775531 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='87fb68174c52:38149' 2024-11-07T12:16:24,905 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,39765,1730981775531 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@56736642, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:16:24,905 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,39765,1730981775531 {}] client.ClusterIdFetcher(90): Going to request 87fb68174c52,38149,-1 for getting cluster id 2024-11-07T12:16:24,905 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,39765,1730981775531 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T12:16:24,906 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '892f351b-35d3-4ac7-8453-0f3fbc255653' 2024-11-07T12:16:24,906 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T12:16:24,906 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "892f351b-35d3-4ac7-8453-0f3fbc255653" 2024-11-07T12:16:24,907 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6c0b6501, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:16:24,907 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [87fb68174c52,38149,-1] 2024-11-07T12:16:24,907 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T12:16:24,907 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:16:24,908 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37686, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-07T12:16:24,909 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,39765,1730981775531 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1740befc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:16:24,909 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,39765,1730981775531 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T12:16:24,910 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 87fb68174c52,38149,1730981780490 2024-11-07T12:16:24,910 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7994a9d5 2024-11-07T12:16:24,910 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T12:16:24,911 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37690, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-07T12:16:24,912 INFO [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,39765,1730981775531 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-87fb68174c52,39765,1730981775531 (queues=1) is replicating from cluster=0e557b43-1453-45eb-88f6-007feec45127 to cluster=892f351b-35d3-4ac7-8453-0f3fbc255653 2024-11-07T12:16:24,915 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,39765,1730981775531 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=87fb68174c52%2C39765%2C1730981775531 2024-11-07T12:16:24,919 INFO [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,39765,1730981775531 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-87fb68174c52,39765,1730981775531, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-07T12:16:24,921 INFO [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,39765,1730981775531.replicationSource.shipper87fb68174c52%2C39765%2C1730981775531,1-87fb68174c52,39765,1730981775531 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 87fb68174c52%2C39765%2C1730981775531 2024-11-07T12:16:24,925 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,39765,1730981775531.replicationSource.wal-reader.87fb68174c52%2C39765%2C1730981775531,1-87fb68174c52,39765,1730981775531 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:37649/user/jenkins/test-data/451bf079-e023-1374-227b-075279308609/WALs/87fb68174c52,39765,1730981775531/87fb68174c52%2C39765%2C1730981775531.1730981778495, startPosition=0, beingWritten=true 2024-11-07T12:16:25,205 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,39765,1730981775531.replicationSource.wal-reader.87fb68174c52%2C39765%2C1730981775531,1-87fb68174c52,39765,1730981775531 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37649/user/jenkins/test-data/451bf079-e023-1374-227b-075279308609/WALs/87fb68174c52,39765,1730981775531/87fb68174c52%2C39765%2C1730981775531.1730981778495 to pos 0, reset compression=false 2024-11-07T12:16:25,246 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-07T12:16:25,246 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-07T12:16:25,248 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-07T12:16:25,248 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-07T12:16:25,249 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-07T12:16:25,249 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-07T12:16:25,249 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-07T12:16:25,249 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-07T12:16:25,249 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-07T12:16:25,249 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-07T12:16:25,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T12:16:25,485 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T12:16:25,485 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-07T12:16:25,485 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:460) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T12:16:25,485 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:16:25,486 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:16:25,486 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T12:16:25,487 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26b75f4c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:16:25,487 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 87fb68174c52,39553,-1 for getting cluster id 2024-11-07T12:16:25,487 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T12:16:25,488 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0e557b43-1453-45eb-88f6-007feec45127' 2024-11-07T12:16:25,489 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T12:16:25,489 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0e557b43-1453-45eb-88f6-007feec45127" 2024-11-07T12:16:25,489 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52e2fcc1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:16:25,489 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [87fb68174c52,39553,-1] 2024-11-07T12:16:25,490 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T12:16:25,490 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:16:25,491 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36236, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T12:16:25,492 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53f4534b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:16:25,493 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T12:16:25,494 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 87fb68174c52,39553,1730981774829 2024-11-07T12:16:25,494 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1f3d9c30 2024-11-07T12:16:25,494 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T12:16:25,496 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36242, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-07T12:16:25,496 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39553 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=2, config=clusterKey=hbase+rpc://87fb68174c52:38149,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-07T12:16:25,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39553 {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-07T12:16:25,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-07T12:16:25,500 DEBUG [PEWorker-4 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='87fb68174c52:38149' 2024-11-07T12:16:25,501 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4dfb10e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:16:25,501 DEBUG [PEWorker-4 {}] client.ClusterIdFetcher(90): Going to request 87fb68174c52,38149,-1 for getting cluster id 2024-11-07T12:16:25,501 DEBUG [PEWorker-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T12:16:25,502 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '892f351b-35d3-4ac7-8453-0f3fbc255653' 2024-11-07T12:16:25,502 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T12:16:25,502 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "892f351b-35d3-4ac7-8453-0f3fbc255653" 2024-11-07T12:16:25,503 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@670fe126, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:16:25,503 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [87fb68174c52,38149,-1] 2024-11-07T12:16:25,503 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T12:16:25,503 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:16:25,504 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37720, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T12:16:25,505 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c1b16dc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:16:25,505 DEBUG [PEWorker-4 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T12:16:25,506 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 87fb68174c52,38149,1730981780490 2024-11-07T12:16:25,506 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@195ee0cb 2024-11-07T12:16:25,506 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T12:16:25,507 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37730, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-07T12:16:25,508 INFO [PEWorker-4 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-4. 2024-11-07T12:16:25,508 DEBUG [PEWorker-4 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-07T12:16:25,508 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:16:25,508 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:16:25,508 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T12:16:25,512 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,39765,1730981775531.replicationSource.wal-reader.87fb68174c52%2C39765%2C1730981775531,1-87fb68174c52,39765,1730981775531 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37649/user/jenkins/test-data/451bf079-e023-1374-227b-075279308609/WALs/87fb68174c52,39765,1730981775531/87fb68174c52%2C39765%2C1730981775531.1730981778495 to pos 0, reset compression=false 2024-11-07T12:16:25,520 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-07T12:16:25,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-07T12:16:25,673 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=10 2024-11-07T12:16:25,673 INFO [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER 2024-11-07T12:16:25,705 INFO [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.ReplicationSource(231): queueId=2-87fb68174c52,39765,1730981775531, ReplicationSource: 2, currentBandwidth=0 2024-11-07T12:16:25,709 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=10 2024-11-07T12:16:25,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39553 {}] master.HMaster(4169): Remote procedure done, pid=10 2024-11-07T12:16:25,712 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on 87fb68174c52,39765,1730981775531 suceeded 2024-11-07T12:16:25,715 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-07T12:16:25,715 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 192 msec 2024-11-07T12:16:25,715 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://87fb68174c52:38149,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-07T12:16:25,718 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 219 msec 2024-11-07T12:16:25,724 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,2-87fb68174c52,39765,1730981775531 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='87fb68174c52:38149' 2024-11-07T12:16:25,725 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,2-87fb68174c52,39765,1730981775531 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5a7e2ef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:16:25,725 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,2-87fb68174c52,39765,1730981775531 {}] client.ClusterIdFetcher(90): Going to request 87fb68174c52,38149,-1 for getting cluster id 2024-11-07T12:16:25,725 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,2-87fb68174c52,39765,1730981775531 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T12:16:25,726 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '892f351b-35d3-4ac7-8453-0f3fbc255653' 2024-11-07T12:16:25,727 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T12:16:25,727 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "892f351b-35d3-4ac7-8453-0f3fbc255653" 2024-11-07T12:16:25,728 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6501d498, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:16:25,728 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [87fb68174c52,38149,-1] 2024-11-07T12:16:25,728 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T12:16:25,728 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:16:25,729 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37754, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-07T12:16:25,730 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,2-87fb68174c52,39765,1730981775531 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@74ab7054, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:16:25,730 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,2-87fb68174c52,39765,1730981775531 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T12:16:25,731 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 87fb68174c52,38149,1730981780490 2024-11-07T12:16:25,731 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@25f51570 2024-11-07T12:16:25,731 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T12:16:25,732 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37762, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-07T12:16:25,733 INFO [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,2-87fb68174c52,39765,1730981775531 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-87fb68174c52,39765,1730981775531 (queues=1) is replicating from cluster=0e557b43-1453-45eb-88f6-007feec45127 to cluster=892f351b-35d3-4ac7-8453-0f3fbc255653 2024-11-07T12:16:25,733 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,2-87fb68174c52,39765,1730981775531 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=87fb68174c52%2C39765%2C1730981775531 2024-11-07T12:16:25,733 INFO [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,2-87fb68174c52,39765,1730981775531 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-87fb68174c52,39765,1730981775531, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-07T12:16:25,734 INFO [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,2-87fb68174c52,39765,1730981775531.replicationSource.shipper87fb68174c52%2C39765%2C1730981775531,2-87fb68174c52,39765,1730981775531 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 87fb68174c52%2C39765%2C1730981775531 2024-11-07T12:16:25,734 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,2-87fb68174c52,39765,1730981775531.replicationSource.wal-reader.87fb68174c52%2C39765%2C1730981775531,2-87fb68174c52,39765,1730981775531 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:37649/user/jenkins/test-data/451bf079-e023-1374-227b-075279308609/WALs/87fb68174c52,39765,1730981775531/87fb68174c52%2C39765%2C1730981775531.1730981778495, startPosition=0, beingWritten=true 2024-11-07T12:16:25,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-07T12:16:25,815 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed 2024-11-07T12:16:25,815 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T12:16:25,815 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:461) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T12:16:25,815 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:16:25,815 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:16:25,815 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T12:16:25,816 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T12:16:25,817 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 87fb68174c52,39553,1730981774829 2024-11-07T12:16:25,817 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@549f86a 2024-11-07T12:16:25,819 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T12:16:25,821 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36246, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-07T12:16:25,822 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39553 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-07T12:16:25,824 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39553 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-11-07T12:16:25,825 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39553 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-07T12:16:25,825 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39553 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-11-07T12:16:25,828 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39553 {}] master.HMaster(4014): Client=jenkins//172.17.0.3 update replication peer config, id=1, config=clusterKey=hbase+rpc://87fb68174c52:38149,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-07T12:16:25,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39553 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-07T12:16:25,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-07T12:16:25,835 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='87fb68174c52:38149' 2024-11-07T12:16:25,836 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@593cdf59, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:16:25,836 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 87fb68174c52,38149,-1 for getting cluster id 2024-11-07T12:16:25,836 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T12:16:25,837 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '892f351b-35d3-4ac7-8453-0f3fbc255653' 2024-11-07T12:16:25,837 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T12:16:25,837 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "892f351b-35d3-4ac7-8453-0f3fbc255653" 2024-11-07T12:16:25,837 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49350d5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:16:25,837 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [87fb68174c52,38149,-1] 2024-11-07T12:16:25,838 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T12:16:25,838 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:16:25,839 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37788, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T12:16:25,839 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c9760d2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:16:25,840 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T12:16:25,841 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 87fb68174c52,38149,1730981780490 2024-11-07T12:16:25,841 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@886d129 2024-11-07T12:16:25,841 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T12:16:25,842 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37804, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-07T12:16:25,843 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-07T12:16:25,843 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234) at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-07T12:16:25,843 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:16:25,843 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:16:25,843 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T12:16:25,848 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-07T12:16:25,919 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,39765,1730981775531.replicationSource.wal-reader.87fb68174c52%2C39765%2C1730981775531,1-87fb68174c52,39765,1730981775531 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37649/user/jenkins/test-data/451bf079-e023-1374-227b-075279308609/WALs/87fb68174c52,39765,1730981775531/87fb68174c52%2C39765%2C1730981775531.1730981778495 to pos 0, reset compression=false 2024-11-07T12:16:25,941 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,2-87fb68174c52,39765,1730981775531.replicationSource.wal-reader.87fb68174c52%2C39765%2C1730981775531,2-87fb68174c52,39765,1730981775531 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37649/user/jenkins/test-data/451bf079-e023-1374-227b-075279308609/WALs/87fb68174c52,39765,1730981775531/87fb68174c52%2C39765%2C1730981775531.1730981778495 to pos 0, reset compression=false 2024-11-07T12:16:25,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-07T12:16:26,001 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=12 2024-11-07T12:16:26,001 INFO [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=UPDATE_PEER_CONFIG 2024-11-07T12:16:26,003 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=12 2024-11-07T12:16:26,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39553 {}] master.HMaster(4169): Remote procedure done, pid=12 2024-11-07T12:16:26,007 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for UPDATE_CONFIG on 87fb68174c52,39765,1730981775531 suceeded 2024-11-07T12:16:26,010 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-11-07T12:16:26,010 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 159 msec 2024-11-07T12:16:26,010 INFO [PEWorker-5 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 1 to clusterKey=hbase+rpc://87fb68174c52:38149,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-07T12:16:26,012 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 181 msec 2024-11-07T12:16:26,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-07T12:16:26,155 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 1 completed 2024-11-07T12:16:26,156 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39553 {}] master.HMaster(4014): Client=jenkins//172.17.0.3 update replication peer config, id=2, config=clusterKey=hbase+rpc://87fb68174c52:38149,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-07T12:16:26,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39553 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-07T12:16:26,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-07T12:16:26,160 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='87fb68174c52:38149' 2024-11-07T12:16:26,161 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58e3ea94, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:16:26,161 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 87fb68174c52,38149,-1 for getting cluster id 2024-11-07T12:16:26,161 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T12:16:26,162 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '892f351b-35d3-4ac7-8453-0f3fbc255653' 2024-11-07T12:16:26,163 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T12:16:26,163 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "892f351b-35d3-4ac7-8453-0f3fbc255653" 2024-11-07T12:16:26,163 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a24ddcc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:16:26,163 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [87fb68174c52,38149,-1] 2024-11-07T12:16:26,163 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T12:16:26,163 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:16:26,164 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37818, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T12:16:26,165 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33aa404f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:16:26,165 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T12:16:26,166 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 87fb68174c52,38149,1730981780490 2024-11-07T12:16:26,167 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@412a3a03 2024-11-07T12:16:26,167 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T12:16:26,168 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37820, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-07T12:16:26,169 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-07T12:16:26,169 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234) at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-07T12:16:26,169 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:16:26,169 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:16:26,169 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T12:16:26,173 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-07T12:16:26,247 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,2-87fb68174c52,39765,1730981775531.replicationSource.wal-reader.87fb68174c52%2C39765%2C1730981775531,2-87fb68174c52,39765,1730981775531 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37649/user/jenkins/test-data/451bf079-e023-1374-227b-075279308609/WALs/87fb68174c52,39765,1730981775531/87fb68174c52%2C39765%2C1730981775531.1730981778495 to pos 0, reset compression=false 2024-11-07T12:16:26,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-07T12:16:26,327 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=14 2024-11-07T12:16:26,327 INFO [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=UPDATE_PEER_CONFIG 2024-11-07T12:16:26,328 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=14 2024-11-07T12:16:26,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39553 {}] master.HMaster(4169): Remote procedure done, pid=14 2024-11-07T12:16:26,332 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for UPDATE_CONFIG on 87fb68174c52,39765,1730981775531 suceeded 2024-11-07T12:16:26,335 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-11-07T12:16:26,335 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 159 msec 2024-11-07T12:16:26,335 INFO [PEWorker-2 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 2 to clusterKey=hbase+rpc://87fb68174c52:38149,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-07T12:16:26,337 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 179 msec 2024-11-07T12:16:26,426 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,39765,1730981775531.replicationSource.wal-reader.87fb68174c52%2C39765%2C1730981775531,1-87fb68174c52,39765,1730981775531 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37649/user/jenkins/test-data/451bf079-e023-1374-227b-075279308609/WALs/87fb68174c52,39765,1730981775531/87fb68174c52%2C39765%2C1730981775531.1730981778495 to pos 0, reset compression=false 2024-11-07T12:16:26,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-07T12:16:26,476 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 2 completed 2024-11-07T12:16:26,476 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39553 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-07T12:16:26,477 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39553 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-11-07T12:16:26,478 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T12:16:26,478 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T12:16:26,478 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:16:26,478 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:16:26,478 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T12:16:26,479 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-07T12:16:26,479 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=887398342, stopped=false 2024-11-07T12:16:26,479 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=87fb68174c52,39553,1730981774829 2024-11-07T12:16:26,481 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39765-0x1001a2bc1f60001, quorum=127.0.0.1:63590, baseZNode=/01384948455 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01384948455/running 2024-11-07T12:16:26,481 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39553-0x1001a2bc1f60000, quorum=127.0.0.1:63590, baseZNode=/01384948455 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01384948455/running 2024-11-07T12:16:26,481 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39765-0x1001a2bc1f60001, quorum=127.0.0.1:63590, baseZNode=/01384948455 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01384948455 2024-11-07T12:16:26,481 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39553-0x1001a2bc1f60000, quorum=127.0.0.1:63590, baseZNode=/01384948455 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01384948455 2024-11-07T12:16:26,481 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-07T12:16:26,481 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T12:16:26,482 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T12:16:26,482 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:16:26,482 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39553-0x1001a2bc1f60000, quorum=127.0.0.1:63590, baseZNode=/01384948455 Set watcher on znode that does not yet exist, /01384948455/running 2024-11-07T12:16:26,482 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '87fb68174c52,39765,1730981775531' ***** 2024-11-07T12:16:26,482 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39765-0x1001a2bc1f60001, quorum=127.0.0.1:63590, baseZNode=/01384948455 Set watcher on znode that does not yet exist, /01384948455/running 2024-11-07T12:16:26,482 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-07T12:16:26,483 INFO [RS:0;87fb68174c52:39765 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-07T12:16:26,483 INFO [RS:0;87fb68174c52:39765 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-07T12:16:26,483 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-07T12:16:26,483 INFO [RS:0;87fb68174c52:39765 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-07T12:16:26,483 INFO [RS:0;87fb68174c52:39765 {}] regionserver.HRegionServer(3091): Received CLOSE for b4ba47cfe0b8bdee1b083fa28236bae7 2024-11-07T12:16:26,484 INFO [RS:0;87fb68174c52:39765 {}] regionserver.HRegionServer(959): stopping server 87fb68174c52,39765,1730981775531 2024-11-07T12:16:26,484 INFO [RS:0;87fb68174c52:39765 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-07T12:16:26,484 INFO [RS:0;87fb68174c52:39765 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;87fb68174c52:39765. 2024-11-07T12:16:26,484 DEBUG [RS:0;87fb68174c52:39765 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T12:16:26,484 DEBUG [RS:0;87fb68174c52:39765 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:16:26,484 INFO [RS:0;87fb68174c52:39765 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-07T12:16:26,484 INFO [RS:0;87fb68174c52:39765 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-07T12:16:26,484 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b4ba47cfe0b8bdee1b083fa28236bae7, disabling compactions & flushes 2024-11-07T12:16:26,484 INFO [RS:0;87fb68174c52:39765 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-07T12:16:26,484 INFO [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1730981783362.b4ba47cfe0b8bdee1b083fa28236bae7. 2024-11-07T12:16:26,484 INFO [RS:0;87fb68174c52:39765 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-07T12:16:26,484 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1730981783362.b4ba47cfe0b8bdee1b083fa28236bae7. 2024-11-07T12:16:26,484 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1730981783362.b4ba47cfe0b8bdee1b083fa28236bae7. after waiting 0 ms 2024-11-07T12:16:26,485 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1730981783362.b4ba47cfe0b8bdee1b083fa28236bae7. 2024-11-07T12:16:26,485 INFO [RS:0;87fb68174c52:39765 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-07T12:16:26,485 DEBUG [RS:0;87fb68174c52:39765 {}] regionserver.HRegionServer(1325): Online Regions={b4ba47cfe0b8bdee1b083fa28236bae7=hbase:replication,,1730981783362.b4ba47cfe0b8bdee1b083fa28236bae7., 1588230740=hbase:meta,,1.1588230740} 2024-11-07T12:16:26,485 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-07T12:16:26,485 INFO [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-07T12:16:26,485 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-07T12:16:26,485 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-07T12:16:26,485 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-07T12:16:26,485 DEBUG [RS:0;87fb68174c52:39765 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b4ba47cfe0b8bdee1b083fa28236bae7 2024-11-07T12:16:26,488 INFO [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-07T12:16:26,489 INFO [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing b4ba47cfe0b8bdee1b083fa28236bae7 3/3 column families, dataSize=294 B heapSize=1.19 KB 2024-11-07T12:16:26,544 INFO [regionserver/87fb68174c52:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-07T12:16:26,567 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37649/user/jenkins/test-data/451bf079-e023-1374-227b-075279308609/data/hbase/replication/b4ba47cfe0b8bdee1b083fa28236bae7/.tmp/queue/04fce4162a024501996d78ccabafe95f is 151, key is 1-87fb68174c52,39765,1730981775531/queue:87fb68174c52%2C39765%2C1730981775531/1730981784878/Put/seqid=0 2024-11-07T12:16:26,567 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37649/user/jenkins/test-data/451bf079-e023-1374-227b-075279308609/data/hbase/meta/1588230740/.tmp/info/8b1b02f5960b49748db3c7017e0f6c5f is 147, key is hbase:replication,,1730981783362.b4ba47cfe0b8bdee1b083fa28236bae7./info:regioninfo/1730981784593/Put/seqid=0 2024-11-07T12:16:26,579 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33277 is added to blk_1073741838_1014 (size=5500) 2024-11-07T12:16:26,580 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33277 is added to blk_1073741839_1015 (size=6631) 2024-11-07T12:16:26,655 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,2-87fb68174c52,39765,1730981775531.replicationSource.wal-reader.87fb68174c52%2C39765%2C1730981775531,2-87fb68174c52,39765,1730981775531 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37649/user/jenkins/test-data/451bf079-e023-1374-227b-075279308609/WALs/87fb68174c52,39765,1730981775531/87fb68174c52%2C39765%2C1730981775531.1730981778495 to pos 0, reset compression=false 2024-11-07T12:16:26,685 DEBUG [RS:0;87fb68174c52:39765 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b4ba47cfe0b8bdee1b083fa28236bae7 2024-11-07T12:16:26,886 DEBUG [RS:0;87fb68174c52:39765 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b4ba47cfe0b8bdee1b083fa28236bae7 2024-11-07T12:16:26,980 INFO [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=294 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:37649/user/jenkins/test-data/451bf079-e023-1374-227b-075279308609/data/hbase/replication/b4ba47cfe0b8bdee1b083fa28236bae7/.tmp/queue/04fce4162a024501996d78ccabafe95f 2024-11-07T12:16:26,981 INFO [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:37649/user/jenkins/test-data/451bf079-e023-1374-227b-075279308609/data/hbase/meta/1588230740/.tmp/info/8b1b02f5960b49748db3c7017e0f6c5f 2024-11-07T12:16:27,029 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37649/user/jenkins/test-data/451bf079-e023-1374-227b-075279308609/data/hbase/replication/b4ba47cfe0b8bdee1b083fa28236bae7/.tmp/queue/04fce4162a024501996d78ccabafe95f as hdfs://localhost:37649/user/jenkins/test-data/451bf079-e023-1374-227b-075279308609/data/hbase/replication/b4ba47cfe0b8bdee1b083fa28236bae7/queue/04fce4162a024501996d78ccabafe95f 2024-11-07T12:16:27,033 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,39765,1730981775531.replicationSource.wal-reader.87fb68174c52%2C39765%2C1730981775531,1-87fb68174c52,39765,1730981775531 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37649/user/jenkins/test-data/451bf079-e023-1374-227b-075279308609/WALs/87fb68174c52,39765,1730981775531/87fb68174c52%2C39765%2C1730981775531.1730981778495 to pos 0, reset compression=false 2024-11-07T12:16:27,039 INFO [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37649/user/jenkins/test-data/451bf079-e023-1374-227b-075279308609/data/hbase/replication/b4ba47cfe0b8bdee1b083fa28236bae7/queue/04fce4162a024501996d78ccabafe95f, entries=2, sequenceid=6, filesize=5.4 K 2024-11-07T12:16:27,046 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37649/user/jenkins/test-data/451bf079-e023-1374-227b-075279308609/data/hbase/meta/1588230740/.tmp/ns/d2f498a66e9345a088f317a6d9656edf is 43, key is default/ns:d/1730981779189/Put/seqid=0 2024-11-07T12:16:27,047 INFO [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for b4ba47cfe0b8bdee1b083fa28236bae7 in 558ms, sequenceid=6, compaction requested=false 2024-11-07T12:16:27,052 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33277 is added to blk_1073741840_1016 (size=5153) 2024-11-07T12:16:27,054 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37649/user/jenkins/test-data/451bf079-e023-1374-227b-075279308609/data/hbase/replication/b4ba47cfe0b8bdee1b083fa28236bae7/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-07T12:16:27,057 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-07T12:16:27,057 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-07T12:16:27,057 INFO [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1730981783362.b4ba47cfe0b8bdee1b083fa28236bae7. 2024-11-07T12:16:27,057 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b4ba47cfe0b8bdee1b083fa28236bae7: Waiting for close lock at 1730981786484Running coprocessor pre-close hooks at 1730981786484Disabling compacts and flushes for region at 1730981786484Disabling writes for close at 1730981786485 (+1 ms)Obtaining lock to block concurrent updates at 1730981786489 (+4 ms)Preparing flush snapshotting stores in b4ba47cfe0b8bdee1b083fa28236bae7 at 1730981786489Finished memstore snapshotting hbase:replication,,1730981783362.b4ba47cfe0b8bdee1b083fa28236bae7., syncing WAL and waiting on mvcc, flushsize=dataSize=294, getHeapSize=1168, getOffHeapSize=0, getCellsCount=2 at 1730981786497 (+8 ms)Flushing stores of hbase:replication,,1730981783362.b4ba47cfe0b8bdee1b083fa28236bae7. at 1730981786499 (+2 ms)Flushing b4ba47cfe0b8bdee1b083fa28236bae7/queue: creating writer at 1730981786500 (+1 ms)Flushing b4ba47cfe0b8bdee1b083fa28236bae7/queue: appending metadata at 1730981786548 (+48 ms)Flushing b4ba47cfe0b8bdee1b083fa28236bae7/queue: closing flushed file at 1730981786551 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2273e1d8: reopening flushed file at 1730981787027 (+476 ms)Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for b4ba47cfe0b8bdee1b083fa28236bae7 in 558ms, sequenceid=6, compaction requested=false at 1730981787047 (+20 ms)Writing region close event to WAL at 1730981787049 (+2 ms)Running coprocessor post-close hooks at 1730981787055 (+6 ms)Closed at 1730981787057 (+2 ms) 2024-11-07T12:16:27,058 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1730981783362.b4ba47cfe0b8bdee1b083fa28236bae7. 2024-11-07T12:16:27,086 DEBUG [RS:0;87fb68174c52:39765 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-07T12:16:27,162 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,2-87fb68174c52,39765,1730981775531.replicationSource.wal-reader.87fb68174c52%2C39765%2C1730981775531,2-87fb68174c52,39765,1730981775531 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37649/user/jenkins/test-data/451bf079-e023-1374-227b-075279308609/WALs/87fb68174c52,39765,1730981775531/87fb68174c52%2C39765%2C1730981775531.1730981778495 to pos 0, reset compression=false 2024-11-07T12:16:27,286 DEBUG [RS:0;87fb68174c52:39765 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-07T12:16:27,341 INFO [regionserver/87fb68174c52:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-07T12:16:27,341 INFO [regionserver/87fb68174c52:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-07T12:16:27,454 INFO [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:37649/user/jenkins/test-data/451bf079-e023-1374-227b-075279308609/data/hbase/meta/1588230740/.tmp/ns/d2f498a66e9345a088f317a6d9656edf 2024-11-07T12:16:27,480 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37649/user/jenkins/test-data/451bf079-e023-1374-227b-075279308609/data/hbase/meta/1588230740/.tmp/table/698bf991fc4f4e0496176736d5fed247 is 53, key is hbase:replication/table:state/1730981784608/Put/seqid=0 2024-11-07T12:16:27,485 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33277 is added to blk_1073741841_1017 (size=5256) 2024-11-07T12:16:27,486 INFO [RS:0;87fb68174c52:39765 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-07T12:16:27,487 DEBUG [RS:0;87fb68174c52:39765 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-07T12:16:27,487 DEBUG [RS:0;87fb68174c52:39765 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-07T12:16:27,687 DEBUG [RS:0;87fb68174c52:39765 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-07T12:16:27,741 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,39765,1730981775531.replicationSource.wal-reader.87fb68174c52%2C39765%2C1730981775531,1-87fb68174c52,39765,1730981775531 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37649/user/jenkins/test-data/451bf079-e023-1374-227b-075279308609/WALs/87fb68174c52,39765,1730981775531/87fb68174c52%2C39765%2C1730981775531.1730981778495 to pos 0, reset compression=false 2024-11-07T12:16:27,770 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,2-87fb68174c52,39765,1730981775531.replicationSource.wal-reader.87fb68174c52%2C39765%2C1730981775531,2-87fb68174c52,39765,1730981775531 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37649/user/jenkins/test-data/451bf079-e023-1374-227b-075279308609/WALs/87fb68174c52,39765,1730981775531/87fb68174c52%2C39765%2C1730981775531.1730981778495 to pos 0, reset compression=false 2024-11-07T12:16:27,886 INFO [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:37649/user/jenkins/test-data/451bf079-e023-1374-227b-075279308609/data/hbase/meta/1588230740/.tmp/table/698bf991fc4f4e0496176736d5fed247 2024-11-07T12:16:27,887 DEBUG [RS:0;87fb68174c52:39765 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-07T12:16:27,896 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37649/user/jenkins/test-data/451bf079-e023-1374-227b-075279308609/data/hbase/meta/1588230740/.tmp/info/8b1b02f5960b49748db3c7017e0f6c5f as hdfs://localhost:37649/user/jenkins/test-data/451bf079-e023-1374-227b-075279308609/data/hbase/meta/1588230740/info/8b1b02f5960b49748db3c7017e0f6c5f 2024-11-07T12:16:27,904 INFO [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37649/user/jenkins/test-data/451bf079-e023-1374-227b-075279308609/data/hbase/meta/1588230740/info/8b1b02f5960b49748db3c7017e0f6c5f, entries=10, sequenceid=11, filesize=6.5 K 2024-11-07T12:16:27,905 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37649/user/jenkins/test-data/451bf079-e023-1374-227b-075279308609/data/hbase/meta/1588230740/.tmp/ns/d2f498a66e9345a088f317a6d9656edf as hdfs://localhost:37649/user/jenkins/test-data/451bf079-e023-1374-227b-075279308609/data/hbase/meta/1588230740/ns/d2f498a66e9345a088f317a6d9656edf 2024-11-07T12:16:27,914 INFO [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37649/user/jenkins/test-data/451bf079-e023-1374-227b-075279308609/data/hbase/meta/1588230740/ns/d2f498a66e9345a088f317a6d9656edf, entries=2, sequenceid=11, filesize=5.0 K 2024-11-07T12:16:27,915 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37649/user/jenkins/test-data/451bf079-e023-1374-227b-075279308609/data/hbase/meta/1588230740/.tmp/table/698bf991fc4f4e0496176736d5fed247 as hdfs://localhost:37649/user/jenkins/test-data/451bf079-e023-1374-227b-075279308609/data/hbase/meta/1588230740/table/698bf991fc4f4e0496176736d5fed247 2024-11-07T12:16:27,923 INFO [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37649/user/jenkins/test-data/451bf079-e023-1374-227b-075279308609/data/hbase/meta/1588230740/table/698bf991fc4f4e0496176736d5fed247, entries=2, sequenceid=11, filesize=5.1 K 2024-11-07T12:16:27,924 INFO [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1439ms, sequenceid=11, compaction requested=false 2024-11-07T12:16:27,930 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37649/user/jenkins/test-data/451bf079-e023-1374-227b-075279308609/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-07T12:16:27,931 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-07T12:16:27,931 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-07T12:16:27,931 INFO [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-07T12:16:27,931 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1730981786485Running coprocessor pre-close hooks at 1730981786485Disabling compacts and flushes for region at 1730981786485Disabling writes for close at 1730981786485Obtaining lock to block concurrent updates at 1730981786489 (+4 ms)Preparing flush snapshotting stores in 1588230740 at 1730981786489Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1730981786497 (+8 ms)Flushing stores of hbase:meta,,1.1588230740 at 1730981786499 (+2 ms)Flushing 1588230740/info: creating writer at 1730981786500 (+1 ms)Flushing 1588230740/info: appending metadata at 1730981786548 (+48 ms)Flushing 1588230740/info: closing flushed file at 1730981786551 (+3 ms)Flushing 1588230740/ns: creating writer at 1730981787027 (+476 ms)Flushing 1588230740/ns: appending metadata at 1730981787046 (+19 ms)Flushing 1588230740/ns: closing flushed file at 1730981787046Flushing 1588230740/table: creating writer at 1730981787463 (+417 ms)Flushing 1588230740/table: appending metadata at 1730981787479 (+16 ms)Flushing 1588230740/table: closing flushed file at 1730981787479Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1e8b8a2b: reopening flushed file at 1730981787895 (+416 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3ee65b24: reopening flushed file at 1730981787904 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1c12cffd: reopening flushed file at 1730981787914 (+10 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1439ms, sequenceid=11, compaction requested=false at 1730981787924 (+10 ms)Writing region close event to WAL at 1730981787926 (+2 ms)Running coprocessor post-close hooks at 1730981787931 (+5 ms)Closed at 1730981787931 2024-11-07T12:16:27,932 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-07T12:16:28,088 INFO [RS:0;87fb68174c52:39765 {}] regionserver.HRegionServer(976): stopping server 87fb68174c52,39765,1730981775531; all regions closed. 2024-11-07T12:16:28,092 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33277 is added to blk_1073741834_1010 (size=2742) 2024-11-07T12:16:28,098 DEBUG [RS:0;87fb68174c52:39765 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/451bf079-e023-1374-227b-075279308609/oldWALs 2024-11-07T12:16:28,098 INFO [RS:0;87fb68174c52:39765 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 87fb68174c52%2C39765%2C1730981775531.meta:.meta(num 1730981779010) 2024-11-07T12:16:28,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33277 is added to blk_1073741837_1013 (size=1802) 2024-11-07T12:16:28,101 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/451bf079-e023-1374-227b-075279308609/WALs/87fb68174c52,39765,1730981775531/87fb68174c52%2C39765%2C1730981775531.rep.1730981784540 not finished, retry = 0 2024-11-07T12:16:28,205 DEBUG [RS:0;87fb68174c52:39765 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/451bf079-e023-1374-227b-075279308609/oldWALs 2024-11-07T12:16:28,205 INFO [RS:0;87fb68174c52:39765 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 87fb68174c52%2C39765%2C1730981775531.rep:(num 1730981784540) 2024-11-07T12:16:28,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33277 is added to blk_1073741833_1009 (size=93) 2024-11-07T12:16:28,208 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/451bf079-e023-1374-227b-075279308609/WALs/87fb68174c52,39765,1730981775531/87fb68174c52%2C39765%2C1730981775531.1730981778495 not finished, retry = 0 2024-11-07T12:16:28,312 DEBUG [RS:0;87fb68174c52:39765 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/451bf079-e023-1374-227b-075279308609/oldWALs 2024-11-07T12:16:28,312 INFO [RS:0;87fb68174c52:39765 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 87fb68174c52%2C39765%2C1730981775531:(num 1730981778495) 2024-11-07T12:16:28,312 DEBUG [RS:0;87fb68174c52:39765 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:16:28,312 INFO [RS:0;87fb68174c52:39765 {}] regionserver.LeaseManager(133): Closed leases 2024-11-07T12:16:28,312 INFO [RS:0;87fb68174c52:39765 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-07T12:16:28,312 INFO [RS:0;87fb68174c52:39765 {}] hbase.ChoreService(370): Chore service for: regionserver/87fb68174c52:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-07T12:16:28,313 INFO [RS:0;87fb68174c52:39765 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-07T12:16:28,313 INFO [regionserver/87fb68174c52:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-07T12:16:28,313 INFO [RS:0;87fb68174c52:39765 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-87fb68174c52,39765,1730981775531 because: Region server is closing 2024-11-07T12:16:28,313 INFO [RS:0;87fb68174c52:39765 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;87fb68174c52:39765. 2024-11-07T12:16:28,314 DEBUG [RS:0;87fb68174c52:39765 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T12:16:28,314 DEBUG [RS:0;87fb68174c52:39765 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:16:28,314 DEBUG [RS:0;87fb68174c52:39765 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:16:28,314 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T12:16:28,414 WARN [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,39765,1730981775531.replicationSource.wal-reader.87fb68174c52%2C39765%2C1730981775531,1-87fb68174c52,39765,1730981775531 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-07T12:16:28,414 WARN [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,39765,1730981775531.replicationSource.shipper87fb68174c52%2C39765%2C1730981775531,1-87fb68174c52,39765,1730981775531 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-07T12:16:28,415 INFO [RS:0;87fb68174c52:39765 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,39765,1730981775531.replicationSource.shipper87fb68174c52%2C39765%2C1730981775531,1-87fb68174c52,39765,1730981775531 terminated 2024-11-07T12:16:28,415 INFO [RS:0;87fb68174c52:39765 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-87fb68174c52,39765,1730981775531 because: Region server is closing 2024-11-07T12:16:28,415 INFO [RS:0;87fb68174c52:39765 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;87fb68174c52:39765. 2024-11-07T12:16:28,415 DEBUG [RS:0;87fb68174c52:39765 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T12:16:28,415 DEBUG [RS:0;87fb68174c52:39765 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:16:28,416 DEBUG [RS:0;87fb68174c52:39765 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:16:28,416 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T12:16:28,516 WARN [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,2-87fb68174c52,39765,1730981775531.replicationSource.shipper87fb68174c52%2C39765%2C1730981775531,2-87fb68174c52,39765,1730981775531 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-07T12:16:28,516 INFO [RS:0;87fb68174c52:39765 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,2-87fb68174c52,39765,1730981775531.replicationSource.shipper87fb68174c52%2C39765%2C1730981775531,2-87fb68174c52,39765,1730981775531 terminated 2024-11-07T12:16:28,517 INFO [RS:0;87fb68174c52:39765 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:39765 2024-11-07T12:16:28,521 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39765-0x1001a2bc1f60001, quorum=127.0.0.1:63590, baseZNode=/01384948455 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01384948455/rs/87fb68174c52,39765,1730981775531 2024-11-07T12:16:28,521 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39553-0x1001a2bc1f60000, quorum=127.0.0.1:63590, baseZNode=/01384948455 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01384948455/rs 2024-11-07T12:16:28,521 INFO [RS:0;87fb68174c52:39765 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-07T12:16:28,524 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [87fb68174c52,39765,1730981775531] 2024-11-07T12:16:28,525 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01384948455/draining/87fb68174c52,39765,1730981775531 already deleted, retry=false 2024-11-07T12:16:28,525 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 87fb68174c52,39765,1730981775531 expired; onlineServers=0 2024-11-07T12:16:28,525 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '87fb68174c52,39553,1730981774829' ***** 2024-11-07T12:16:28,525 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-07T12:16:28,526 INFO [M:0;87fb68174c52:39553 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-07T12:16:28,526 INFO [M:0;87fb68174c52:39553 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-07T12:16:28,526 DEBUG [M:0;87fb68174c52:39553 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-07T12:16:28,526 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-07T12:16:28,526 DEBUG [M:0;87fb68174c52:39553 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-07T12:16:28,526 DEBUG [master/87fb68174c52:0:becomeActiveMaster-HFileCleaner.small.0-1730981778151 {}] cleaner.HFileCleaner(306): Exit Thread[master/87fb68174c52:0:becomeActiveMaster-HFileCleaner.small.0-1730981778151,5,FailOnTimeoutGroup] 2024-11-07T12:16:28,526 DEBUG [master/87fb68174c52:0:becomeActiveMaster-HFileCleaner.large.0-1730981778151 {}] cleaner.HFileCleaner(306): Exit Thread[master/87fb68174c52:0:becomeActiveMaster-HFileCleaner.large.0-1730981778151,5,FailOnTimeoutGroup] 2024-11-07T12:16:28,526 INFO [M:0;87fb68174c52:39553 {}] hbase.ChoreService(370): Chore service for: master/87fb68174c52:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-07T12:16:28,526 INFO [M:0;87fb68174c52:39553 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-07T12:16:28,527 DEBUG [M:0;87fb68174c52:39553 {}] master.HMaster(1795): Stopping service threads 2024-11-07T12:16:28,527 INFO [M:0;87fb68174c52:39553 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-07T12:16:28,527 INFO [M:0;87fb68174c52:39553 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-07T12:16:28,527 INFO [M:0;87fb68174c52:39553 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-07T12:16:28,528 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-07T12:16:28,528 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39553-0x1001a2bc1f60000, quorum=127.0.0.1:63590, baseZNode=/01384948455 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01384948455/master 2024-11-07T12:16:28,528 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39553-0x1001a2bc1f60000, quorum=127.0.0.1:63590, baseZNode=/01384948455 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01384948455 2024-11-07T12:16:28,528 DEBUG [M:0;87fb68174c52:39553 {}] zookeeper.ZKUtil(347): master:39553-0x1001a2bc1f60000, quorum=127.0.0.1:63590, baseZNode=/01384948455 Unable to get data of znode /01384948455/master because node does not exist (not an error) 2024-11-07T12:16:28,529 WARN [M:0;87fb68174c52:39553 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-07T12:16:28,530 INFO [M:0;87fb68174c52:39553 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:37649/user/jenkins/test-data/451bf079-e023-1374-227b-075279308609/.lastflushedseqids 2024-11-07T12:16:28,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33277 is added to blk_1073741842_1018 (size=181) 2024-11-07T12:16:28,624 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39765-0x1001a2bc1f60001, quorum=127.0.0.1:63590, baseZNode=/01384948455 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T12:16:28,624 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39765-0x1001a2bc1f60001, quorum=127.0.0.1:63590, baseZNode=/01384948455 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T12:16:28,624 INFO [RS:0;87fb68174c52:39765 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-07T12:16:28,625 INFO [RS:0;87fb68174c52:39765 {}] regionserver.HRegionServer(1031): Exiting; stopping=87fb68174c52,39765,1730981775531; zookeeper connection closed. 2024-11-07T12:16:28,625 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@169aec80 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@169aec80 2024-11-07T12:16:28,626 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-07T12:16:28,943 INFO [M:0;87fb68174c52:39553 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-07T12:16:28,943 INFO [M:0;87fb68174c52:39553 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-07T12:16:28,944 DEBUG [M:0;87fb68174c52:39553 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-07T12:16:28,944 INFO [M:0;87fb68174c52:39553 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T12:16:28,944 DEBUG [M:0;87fb68174c52:39553 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T12:16:28,944 DEBUG [M:0;87fb68174c52:39553 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-07T12:16:28,944 DEBUG [M:0;87fb68174c52:39553 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T12:16:28,944 INFO [M:0;87fb68174c52:39553 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=50.24 KB heapSize=61.14 KB 2024-11-07T12:16:28,963 DEBUG [M:0;87fb68174c52:39553 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37649/user/jenkins/test-data/451bf079-e023-1374-227b-075279308609/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/959d2af301fa49fc9735c25db80914f7 is 82, key is hbase:meta,,1/info:regioninfo/1730981779095/Put/seqid=0 2024-11-07T12:16:28,968 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33277 is added to blk_1073741843_1019 (size=5672) 2024-11-07T12:16:29,369 INFO [M:0;87fb68174c52:39553 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:37649/user/jenkins/test-data/451bf079-e023-1374-227b-075279308609/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/959d2af301fa49fc9735c25db80914f7 2024-11-07T12:16:29,399 DEBUG [M:0;87fb68174c52:39553 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37649/user/jenkins/test-data/451bf079-e023-1374-227b-075279308609/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/079936fb57d54c9694deee672411b982 is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1730981784615/Put/seqid=0 2024-11-07T12:16:29,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33277 is added to blk_1073741844_1020 (size=8663) 2024-11-07T12:16:29,806 INFO [M:0;87fb68174c52:39553 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.68 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:37649/user/jenkins/test-data/451bf079-e023-1374-227b-075279308609/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/079936fb57d54c9694deee672411b982 2024-11-07T12:16:29,830 DEBUG [M:0;87fb68174c52:39553 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37649/user/jenkins/test-data/451bf079-e023-1374-227b-075279308609/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/339cc33a2b28493b984c3684236ea021 is 69, key is 87fb68174c52,39765,1730981775531/rs:state/1730981778269/Put/seqid=0 2024-11-07T12:16:29,835 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33277 is added to blk_1073741845_1021 (size=5156) 2024-11-07T12:16:30,067 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-07T12:16:30,236 INFO [M:0;87fb68174c52:39553 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:37649/user/jenkins/test-data/451bf079-e023-1374-227b-075279308609/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/339cc33a2b28493b984c3684236ea021 2024-11-07T12:16:30,245 DEBUG [M:0;87fb68174c52:39553 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37649/user/jenkins/test-data/451bf079-e023-1374-227b-075279308609/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/959d2af301fa49fc9735c25db80914f7 as hdfs://localhost:37649/user/jenkins/test-data/451bf079-e023-1374-227b-075279308609/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/959d2af301fa49fc9735c25db80914f7 2024-11-07T12:16:30,253 INFO [M:0;87fb68174c52:39553 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37649/user/jenkins/test-data/451bf079-e023-1374-227b-075279308609/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/959d2af301fa49fc9735c25db80914f7, entries=8, sequenceid=115, filesize=5.5 K 2024-11-07T12:16:30,255 DEBUG [M:0;87fb68174c52:39553 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37649/user/jenkins/test-data/451bf079-e023-1374-227b-075279308609/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/079936fb57d54c9694deee672411b982 as hdfs://localhost:37649/user/jenkins/test-data/451bf079-e023-1374-227b-075279308609/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/079936fb57d54c9694deee672411b982 2024-11-07T12:16:30,261 INFO [M:0;87fb68174c52:39553 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37649/user/jenkins/test-data/451bf079-e023-1374-227b-075279308609/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/079936fb57d54c9694deee672411b982, entries=14, sequenceid=115, filesize=8.5 K 2024-11-07T12:16:30,262 DEBUG [M:0;87fb68174c52:39553 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37649/user/jenkins/test-data/451bf079-e023-1374-227b-075279308609/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/339cc33a2b28493b984c3684236ea021 as hdfs://localhost:37649/user/jenkins/test-data/451bf079-e023-1374-227b-075279308609/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/339cc33a2b28493b984c3684236ea021 2024-11-07T12:16:30,269 INFO [M:0;87fb68174c52:39553 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37649/user/jenkins/test-data/451bf079-e023-1374-227b-075279308609/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/339cc33a2b28493b984c3684236ea021, entries=1, sequenceid=115, filesize=5.0 K 2024-11-07T12:16:30,271 INFO [M:0;87fb68174c52:39553 {}] regionserver.HRegion(3140): Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1326ms, sequenceid=115, compaction requested=false 2024-11-07T12:16:30,272 INFO [M:0;87fb68174c52:39553 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T12:16:30,272 DEBUG [M:0;87fb68174c52:39553 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1730981788944Disabling compacts and flushes for region at 1730981788944Disabling writes for close at 1730981788944Obtaining lock to block concurrent updates at 1730981788944Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1730981788944Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=51442, getHeapSize=62544, getOffHeapSize=0, getCellsCount=134 at 1730981788945 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1730981788945Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1730981788946 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1730981788963 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1730981788963Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1730981789378 (+415 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1730981789399 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1730981789399Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1730981789813 (+414 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1730981789829 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1730981789830 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@56d6cc92: reopening flushed file at 1730981790244 (+414 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2b0a68b0: reopening flushed file at 1730981790253 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7355c891: reopening flushed file at 1730981790261 (+8 ms)Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1326ms, sequenceid=115, compaction requested=false at 1730981790271 (+10 ms)Writing region close event to WAL at 1730981790272 (+1 ms)Closed at 1730981790272 2024-11-07T12:16:30,276 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33277 is added to blk_1073741830_1006 (size=59421) 2024-11-07T12:16:30,277 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-07T12:16:30,277 INFO [M:0;87fb68174c52:39553 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-07T12:16:30,277 INFO [M:0;87fb68174c52:39553 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:39553 2024-11-07T12:16:30,277 INFO [M:0;87fb68174c52:39553 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-07T12:16:30,379 INFO [M:0;87fb68174c52:39553 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-07T12:16:30,379 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39553-0x1001a2bc1f60000, quorum=127.0.0.1:63590, baseZNode=/01384948455 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T12:16:30,379 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39553-0x1001a2bc1f60000, quorum=127.0.0.1:63590, baseZNode=/01384948455 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T12:16:30,383 INFO [Time-limited test {}] client.ConnectionUtils(128): master/87fb68174c52:0 server-side Connection retries=45 2024-11-07T12:16:30,383 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T12:16:30,383 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-07T12:16:30,384 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-07T12:16:30,384 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T12:16:30,384 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-07T12:16:30,384 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-07T12:16:30,384 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T12:16:30,390 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:43861 2024-11-07T12:16:30,391 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43861 connecting to ZooKeeper ensemble=127.0.0.1:63590 2024-11-07T12:16:30,394 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:438610x0, quorum=127.0.0.1:63590, baseZNode=/01384948455 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T12:16:30,396 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43861-0x1001a2bc1f60006 connected 2024-11-07T12:16:30,399 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T12:16:30,402 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T12:16:30,404 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43861-0x1001a2bc1f60006, quorum=127.0.0.1:63590, baseZNode=/01384948455 Set watcher on znode that does not yet exist, /01384948455/running 2024-11-07T12:16:30,404 DEBUG [pool-237-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01384948455/meta-region-server: INIT 2024-11-07T12:16:30,405 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37649/user/jenkins/test-data/451bf079-e023-1374-227b-075279308609, hbase.cluster.distributed=false 2024-11-07T12:16:30,406 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43861-0x1001a2bc1f60006, quorum=127.0.0.1:63590, baseZNode=/01384948455 Set watcher on znode that does not yet exist, /01384948455/acl 2024-11-07T12:16:30,408 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43861 2024-11-07T12:16:30,410 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43861 2024-11-07T12:16:30,412 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43861 2024-11-07T12:16:30,412 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43861 2024-11-07T12:16:30,412 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43861 2024-11-07T12:16:30,430 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/87fb68174c52:0 server-side Connection retries=45 2024-11-07T12:16:30,430 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T12:16:30,430 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-07T12:16:30,430 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-07T12:16:30,430 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T12:16:30,430 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-07T12:16:30,430 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-07T12:16:30,430 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T12:16:30,431 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:42227 2024-11-07T12:16:30,433 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42227 connecting to ZooKeeper ensemble=127.0.0.1:63590 2024-11-07T12:16:30,434 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T12:16:30,437 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T12:16:30,445 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:422270x0, quorum=127.0.0.1:63590, baseZNode=/01384948455 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T12:16:30,446 DEBUG [pool-242-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01384948455/meta-region-server: INIT 2024-11-07T12:16:30,446 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:422270x0, quorum=127.0.0.1:63590, baseZNode=/01384948455 Set watcher on znode that does not yet exist, /01384948455/running 2024-11-07T12:16:30,446 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-07T12:16:30,450 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42227-0x1001a2bc1f60007 connected 2024-11-07T12:16:30,452 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-07T12:16:30,453 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42227-0x1001a2bc1f60007, quorum=127.0.0.1:63590, baseZNode=/01384948455 Set watcher on znode that does not yet exist, /01384948455/master 2024-11-07T12:16:30,454 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42227-0x1001a2bc1f60007, quorum=127.0.0.1:63590, baseZNode=/01384948455 Set watcher on znode that does not yet exist, /01384948455/acl 2024-11-07T12:16:30,460 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42227 2024-11-07T12:16:30,461 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42227 2024-11-07T12:16:30,461 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42227 2024-11-07T12:16:30,464 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42227 2024-11-07T12:16:30,464 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42227 2024-11-07T12:16:30,484 DEBUG [M:0;87fb68174c52:43861 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;87fb68174c52:43861 2024-11-07T12:16:30,485 INFO [master/87fb68174c52:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01384948455/backup-masters/87fb68174c52,43861,1730981790383 2024-11-07T12:16:30,487 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42227-0x1001a2bc1f60007, quorum=127.0.0.1:63590, baseZNode=/01384948455 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01384948455/backup-masters 2024-11-07T12:16:30,487 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43861-0x1001a2bc1f60006, quorum=127.0.0.1:63590, baseZNode=/01384948455 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01384948455/backup-masters 2024-11-07T12:16:30,488 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43861-0x1001a2bc1f60006, quorum=127.0.0.1:63590, baseZNode=/01384948455 Set watcher on existing znode=/01384948455/backup-masters/87fb68174c52,43861,1730981790383 2024-11-07T12:16:30,489 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42227-0x1001a2bc1f60007, quorum=127.0.0.1:63590, baseZNode=/01384948455 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01384948455/master 2024-11-07T12:16:30,489 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43861-0x1001a2bc1f60006, quorum=127.0.0.1:63590, baseZNode=/01384948455 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01384948455 2024-11-07T12:16:30,490 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42227-0x1001a2bc1f60007, quorum=127.0.0.1:63590, baseZNode=/01384948455 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01384948455 2024-11-07T12:16:30,490 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43861-0x1001a2bc1f60006, quorum=127.0.0.1:63590, baseZNode=/01384948455 Set watcher on existing znode=/01384948455/master 2024-11-07T12:16:30,491 INFO [master/87fb68174c52:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01384948455/backup-masters/87fb68174c52,43861,1730981790383 from backup master directory 2024-11-07T12:16:30,492 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42227-0x1001a2bc1f60007, quorum=127.0.0.1:63590, baseZNode=/01384948455 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01384948455/backup-masters 2024-11-07T12:16:30,492 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43861-0x1001a2bc1f60006, quorum=127.0.0.1:63590, baseZNode=/01384948455 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01384948455/backup-masters/87fb68174c52,43861,1730981790383 2024-11-07T12:16:30,492 WARN [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-07T12:16:30,492 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43861-0x1001a2bc1f60006, quorum=127.0.0.1:63590, baseZNode=/01384948455 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01384948455/backup-masters 2024-11-07T12:16:30,492 INFO [master/87fb68174c52:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=87fb68174c52,43861,1730981790383 2024-11-07T12:16:30,508 INFO [master/87fb68174c52:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T12:16:30,508 INFO [master/87fb68174c52:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-07T12:16:30,521 INFO [master/87fb68174c52:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 13ms. 2024-11-07T12:16:30,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33277 is added to blk_1073741846_1022 (size=196) 2024-11-07T12:16:30,939 INFO [master/87fb68174c52:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-07T12:16:30,941 INFO [master/87fb68174c52:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-07T12:16:30,944 INFO [master/87fb68174c52:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T12:16:30,961 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration 2024-11-07T12:16:30,973 INFO [master/87fb68174c52:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:37649/user/jenkins/test-data/451bf079-e023-1374-227b-075279308609/MasterData/WALs/87fb68174c52,39553,1730981774829 to hdfs://localhost:37649/user/jenkins/test-data/451bf079-e023-1374-227b-075279308609/MasterData/WALs/87fb68174c52,39553,1730981774829-dead as it is dead 2024-11-07T12:16:30,975 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-07T12:16:30,975 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-07T12:16:30,975 INFO [master/87fb68174c52:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37649/user/jenkins/test-data/451bf079-e023-1374-227b-075279308609/MasterData/WALs/87fb68174c52,39553,1730981774829-dead/87fb68174c52%2C39553%2C1730981774829.1730981777590 2024-11-07T12:16:30,982 INFO [master/87fb68174c52:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37649/user/jenkins/test-data/451bf079-e023-1374-227b-075279308609/MasterData/WALs/87fb68174c52,39553,1730981774829-dead/87fb68174c52%2C39553%2C1730981774829.1730981777590 after 5ms 2024-11-07T12:16:30,983 INFO [master/87fb68174c52:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:37649/user/jenkins/test-data/451bf079-e023-1374-227b-075279308609/MasterData/WALs/87fb68174c52,39553,1730981774829-dead/87fb68174c52%2C39553%2C1730981774829.1730981777590 to hdfs://localhost:37649/user/jenkins/test-data/451bf079-e023-1374-227b-075279308609/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/87fb68174c52%2C39553%2C1730981774829.1730981777590 2024-11-07T12:16:30,983 INFO [master/87fb68174c52:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:37649/user/jenkins/test-data/451bf079-e023-1374-227b-075279308609/MasterData/WALs/87fb68174c52,39553,1730981774829-dead 2024-11-07T12:16:30,984 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37649/user/jenkins/test-data/451bf079-e023-1374-227b-075279308609/MasterData/WALs/87fb68174c52,43861,1730981790383 2024-11-07T12:16:30,985 INFO [master/87fb68174c52:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-07T12:16:30,988 INFO [master/87fb68174c52:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=87fb68174c52%2C43861%2C1730981790383, suffix=, logDir=hdfs://localhost:37649/user/jenkins/test-data/451bf079-e023-1374-227b-075279308609/MasterData/WALs/87fb68174c52,43861,1730981790383, archiveDir=hdfs://localhost:37649/user/jenkins/test-data/451bf079-e023-1374-227b-075279308609/MasterData/oldWALs, maxLogs=10 2024-11-07T12:16:31,005 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/451bf079-e023-1374-227b-075279308609/MasterData/WALs/87fb68174c52,43861,1730981790383/87fb68174c52%2C43861%2C1730981790383.1730981790988, exclude list is [], retry=0 2024-11-07T12:16:31,017 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33277,DS-46236980-8263-4642-ba8d-f05148bec247,DISK] 2024-11-07T12:16:31,025 INFO [master/87fb68174c52:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/451bf079-e023-1374-227b-075279308609/MasterData/WALs/87fb68174c52,43861,1730981790383/87fb68174c52%2C43861%2C1730981790383.1730981790988 2024-11-07T12:16:31,038 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39031:39031)] 2024-11-07T12:16:31,038 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-07T12:16:31,039 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T12:16:31,039 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T12:16:31,039 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T12:16:31,044 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T12:16:31,046 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-07T12:16:31,046 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:16:31,057 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37649/user/jenkins/test-data/451bf079-e023-1374-227b-075279308609/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/959d2af301fa49fc9735c25db80914f7 2024-11-07T12:16:31,057 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T12:16:31,058 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T12:16:31,059 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-07T12:16:31,059 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:16:31,070 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37649/user/jenkins/test-data/451bf079-e023-1374-227b-075279308609/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/079936fb57d54c9694deee672411b982 2024-11-07T12:16:31,070 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T12:16:31,071 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T12:16:31,072 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-07T12:16:31,072 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:16:31,090 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37649/user/jenkins/test-data/451bf079-e023-1374-227b-075279308609/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/339cc33a2b28493b984c3684236ea021 2024-11-07T12:16:31,091 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T12:16:31,091 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T12:16:31,093 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-07T12:16:31,093 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:16:31,093 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T12:16:31,094 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T12:16:31,095 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:37649/user/jenkins/test-data/451bf079-e023-1374-227b-075279308609/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals 2024-11-07T12:16:31,095 INFO [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:37649/user/jenkins/test-data/451bf079-e023-1374-227b-075279308609/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/87fb68174c52%2C39553%2C1730981774829.1730981777590 2024-11-07T12:16:31,120 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 136, firstSequenceIdInLog=3, maxSequenceIdInLog=117, path=hdfs://localhost:37649/user/jenkins/test-data/451bf079-e023-1374-227b-075279308609/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/87fb68174c52%2C39553%2C1730981774829.1730981777590 2024-11-07T12:16:31,122 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:37649/user/jenkins/test-data/451bf079-e023-1374-227b-075279308609/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/87fb68174c52%2C39553%2C1730981774829.1730981777590 2024-11-07T12:16:31,125 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T12:16:31,125 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T12:16:31,126 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T12:16:31,128 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T12:16:31,131 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37649/user/jenkins/test-data/451bf079-e023-1374-227b-075279308609/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/117.seqid, newMaxSeqId=117, maxSeqId=1 2024-11-07T12:16:31,133 INFO [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=118; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71693704, jitterRate=0.06831943988800049}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T12:16:31,133 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1730981791040Initializing all the Stores at 1730981791041 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730981791041Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730981791044 (+3 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730981791044Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730981791044Cleaning up temporary data from old regions at 1730981791125 (+81 ms)Region opened successfully at 1730981791133 (+8 ms) 2024-11-07T12:16:31,134 INFO [master/87fb68174c52:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-07T12:16:31,139 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60133830, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=87fb68174c52/172.17.0.3:0 2024-11-07T12:16:31,154 INFO [master/87fb68174c52:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating... 2024-11-07T12:16:31,155 INFO [master/87fb68174c52:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-07T12:16:31,155 INFO [master/87fb68174c52:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-07T12:16:31,155 INFO [master/87fb68174c52:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-07T12:16:31,156 INFO [master/87fb68174c52:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-07T12:16:31,164 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-07T12:16:31,164 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-07T12:16:31,165 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-07T12:16:31,165 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-07T12:16:31,165 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-07T12:16:31,166 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-07T12:16:31,166 INFO [master/87fb68174c52:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 9 msec 2024-11-07T12:16:31,166 INFO [master/87fb68174c52:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-07T12:16:31,172 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=87fb68174c52,39765,1730981775531, regionLocation=87fb68174c52,39765,1730981775531, openSeqNum=2 2024-11-07T12:16:31,172 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=87fb68174c52,39765,1730981775531, table=hbase:meta, region=1588230740 2024-11-07T12:16:31,172 INFO [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 87fb68174c52,39765,1730981775531, state=OPEN 2024-11-07T12:16:31,174 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42227-0x1001a2bc1f60007, quorum=127.0.0.1:63590, baseZNode=/01384948455 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01384948455/meta-region-server 2024-11-07T12:16:31,174 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43861-0x1001a2bc1f60006, quorum=127.0.0.1:63590, baseZNode=/01384948455 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01384948455/meta-region-server 2024-11-07T12:16:31,175 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01384948455/meta-region-server: CHANGED 2024-11-07T12:16:31,175 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01384948455/meta-region-server: CHANGED 2024-11-07T12:16:31,181 INFO [master/87fb68174c52:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'. 2024-11-07T12:16:31,182 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01384948455/draining/87fb68174c52,39765,1730981775531 already deleted, retry=false 2024-11-07T12:16:31,183 INFO [master/87fb68174c52:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of 87fb68174c52,39765,1730981775531 on 87fb68174c52,43861,1730981790383 2024-11-07T12:16:31,190 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 87fb68174c52,39765,1730981775531, splitWal=true, meta=true 2024-11-07T12:16:31,193 INFO [master/87fb68174c52:0:becomeActiveMaster {}] assignment.AssignmentManager(1991): Scheduled ServerCrashProcedure pid=15 for 87fb68174c52,39765,1730981775531 (carryingMeta=true) 87fb68174c52,39765,1730981775531/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@567c3f3c[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-07T12:16:31,198 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43861-0x1001a2bc1f60006, quorum=127.0.0.1:63590, baseZNode=/01384948455 Unable to get data of znode /01384948455/balancer because node does not exist (not necessarily an error) 2024-11-07T12:16:31,203 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01384948455/balancer already deleted, retry=false 2024-11-07T12:16:31,204 INFO [master/87fb68174c52:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-07T12:16:31,205 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43861-0x1001a2bc1f60006, quorum=127.0.0.1:63590, baseZNode=/01384948455 Unable to get data of znode /01384948455/normalizer because node does not exist (not necessarily an error) 2024-11-07T12:16:31,206 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01384948455/normalizer already deleted, retry=false 2024-11-07T12:16:31,207 INFO [master/87fb68174c52:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-07T12:16:31,208 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43861-0x1001a2bc1f60006, quorum=127.0.0.1:63590, baseZNode=/01384948455 Unable to get data of znode /01384948455/switch/split because node does not exist (not necessarily an error) 2024-11-07T12:16:31,209 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01384948455/switch/split already deleted, retry=false 2024-11-07T12:16:31,211 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43861-0x1001a2bc1f60006, quorum=127.0.0.1:63590, baseZNode=/01384948455 Unable to get data of znode /01384948455/switch/merge because node does not exist (not necessarily an error) 2024-11-07T12:16:31,212 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01384948455/switch/merge already deleted, retry=false 2024-11-07T12:16:31,221 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43861-0x1001a2bc1f60006, quorum=127.0.0.1:63590, baseZNode=/01384948455 Unable to get data of znode /01384948455/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-07T12:16:31,223 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01384948455/snapshot-cleanup already deleted, retry=false 2024-11-07T12:16:31,225 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42227-0x1001a2bc1f60007, quorum=127.0.0.1:63590, baseZNode=/01384948455 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01384948455/running 2024-11-07T12:16:31,225 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42227-0x1001a2bc1f60007, quorum=127.0.0.1:63590, baseZNode=/01384948455 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01384948455 2024-11-07T12:16:31,225 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43861-0x1001a2bc1f60006, quorum=127.0.0.1:63590, baseZNode=/01384948455 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01384948455/running 2024-11-07T12:16:31,225 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43861-0x1001a2bc1f60006, quorum=127.0.0.1:63590, baseZNode=/01384948455 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01384948455 2024-11-07T12:16:31,227 INFO [master/87fb68174c52:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=87fb68174c52,43861,1730981790383, sessionid=0x1001a2bc1f60006, setting cluster-up flag (Was=false) 2024-11-07T12:16:31,230 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01384948455/flush-table-proc/acquired, /01384948455/flush-table-proc/reached, /01384948455/flush-table-proc/abort 2024-11-07T12:16:31,231 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=87fb68174c52,43861,1730981790383 2024-11-07T12:16:31,235 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01384948455/online-snapshot/acquired, /01384948455/online-snapshot/reached, /01384948455/online-snapshot/abort 2024-11-07T12:16:31,236 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=87fb68174c52,43861,1730981790383 2024-11-07T12:16:31,238 INFO [master/87fb68174c52:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:37649/user/jenkins/test-data/451bf079-e023-1374-227b-075279308609/.lastflushedseqids 2024-11-07T12:16:31,243 INFO [master/87fb68174c52:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-07T12:16:31,243 INFO [master/87fb68174c52:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-07T12:16:31,243 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 87fb68174c52,43861,1730981790383 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 1 87fb68174c52,39765,1730981775531 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-07T12:16:31,245 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/87fb68174c52:0, corePoolSize=5, maxPoolSize=5 2024-11-07T12:16:31,245 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/87fb68174c52:0, corePoolSize=5, maxPoolSize=5 2024-11-07T12:16:31,245 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/87fb68174c52:0, corePoolSize=5, maxPoolSize=5 2024-11-07T12:16:31,246 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/87fb68174c52:0, corePoolSize=5, maxPoolSize=5 2024-11-07T12:16:31,246 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/87fb68174c52:0, corePoolSize=10, maxPoolSize=10 2024-11-07T12:16:31,246 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:16:31,246 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/87fb68174c52:0, corePoolSize=2, maxPoolSize=2 2024-11-07T12:16:31,246 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:16:31,250 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 87fb68174c52,39765,1730981775531, splitWal=true, meta=true 2024-11-07T12:16:31,252 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 87fb68174c52,39765,1730981775531, splitWal=true, meta=true, isMeta: true 2024-11-07T12:16:31,254 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:37649/user/jenkins/test-data/451bf079-e023-1374-227b-075279308609/WALs/87fb68174c52,39765,1730981775531-splitting 2024-11-07T12:16:31,255 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:37649/user/jenkins/test-data/451bf079-e023-1374-227b-075279308609/WALs/87fb68174c52,39765,1730981775531-splitting dir is empty, no logs to split. 2024-11-07T12:16:31,255 INFO [PEWorker-1 {}] master.SplitWALManager(105): 87fb68174c52,39765,1730981775531 WAL count=0, meta=true 2024-11-07T12:16:31,259 INFO [master/87fb68174c52:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1730981821259 2024-11-07T12:16:31,259 INFO [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-07T12:16:31,259 INFO [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-07T12:16:31,259 INFO [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-07T12:16:31,259 INFO [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-07T12:16:31,259 INFO [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-07T12:16:31,259 INFO [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-07T12:16:31,272 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-07T12:16:31,273 INFO [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-07T12:16:31,273 INFO [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-07T12:16:31,274 INFO [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-07T12:16:31,274 INFO [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-07T12:16:31,274 INFO [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-07T12:16:31,275 INFO [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-07T12:16:31,288 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:37649/user/jenkins/test-data/451bf079-e023-1374-227b-075279308609/WALs/87fb68174c52,39765,1730981775531-splitting dir is empty, no logs to split. 2024-11-07T12:16:31,288 INFO [PEWorker-1 {}] master.SplitWALManager(105): 87fb68174c52,39765,1730981775531 WAL count=0, meta=true 2024-11-07T12:16:31,288 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 87fb68174c52,39765,1730981775531 WAL splitting is done? wals=0, meta=true 2024-11-07T12:16:31,288 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/87fb68174c52:0:becomeActiveMaster-HFileCleaner.large.0-1730981791275,5,FailOnTimeoutGroup] 2024-11-07T12:16:31,290 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/87fb68174c52:0:becomeActiveMaster-HFileCleaner.small.0-1730981791288,5,FailOnTimeoutGroup] 2024-11-07T12:16:31,290 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-07T12:16:31,290 INFO [master/87fb68174c52:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-07T12:16:31,290 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-07T12:16:31,290 INFO [RS:0;87fb68174c52:42227 {}] regionserver.HRegionServer(746): ClusterId : 0e557b43-1453-45eb-88f6-007feec45127 2024-11-07T12:16:31,290 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-07T12:16:31,290 DEBUG [RS:0;87fb68174c52:42227 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-07T12:16:31,290 INFO [master/87fb68174c52:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1730981791290, completionTime=-1 2024-11-07T12:16:31,290 WARN [master/87fb68174c52:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring. 2024-11-07T12:16:31,292 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-07T12:16:31,294 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-07T12:16:31,295 INFO [master/87fb68174c52:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-07T12:16:31,295 DEBUG [RS:0;87fb68174c52:42227 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-07T12:16:31,295 DEBUG [RS:0;87fb68174c52:42227 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-07T12:16:31,296 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-07T12:16:31,309 DEBUG [RS:0;87fb68174c52:42227 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-07T12:16:31,309 DEBUG [RS:0;87fb68174c52:42227 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79c8cff0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=87fb68174c52/172.17.0.3:0 2024-11-07T12:16:31,323 DEBUG [RS:0;87fb68174c52:42227 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;87fb68174c52:42227 2024-11-07T12:16:31,323 INFO [RS:0;87fb68174c52:42227 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-07T12:16:31,323 INFO [RS:0;87fb68174c52:42227 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-07T12:16:31,323 DEBUG [RS:0;87fb68174c52:42227 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-07T12:16:31,324 INFO [RS:0;87fb68174c52:42227 {}] regionserver.HRegionServer(2659): reportForDuty to master=87fb68174c52,43861,1730981790383 with port=42227, startcode=1730981790429 2024-11-07T12:16:31,325 DEBUG [RS:0;87fb68174c52:42227 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-07T12:16:31,327 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39209, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-07T12:16:31,327 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43861 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 87fb68174c52,42227,1730981790429 2024-11-07T12:16:31,327 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43861 {}] master.ServerManager(517): Registering regionserver=87fb68174c52,42227,1730981790429 2024-11-07T12:16:31,330 DEBUG [RS:0;87fb68174c52:42227 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37649/user/jenkins/test-data/451bf079-e023-1374-227b-075279308609 2024-11-07T12:16:31,330 DEBUG [RS:0;87fb68174c52:42227 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37649 2024-11-07T12:16:31,330 DEBUG [RS:0;87fb68174c52:42227 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-07T12:16:31,332 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43861-0x1001a2bc1f60006, quorum=127.0.0.1:63590, baseZNode=/01384948455 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01384948455/rs 2024-11-07T12:16:31,332 DEBUG [RS:0;87fb68174c52:42227 {}] zookeeper.ZKUtil(111): regionserver:42227-0x1001a2bc1f60007, quorum=127.0.0.1:63590, baseZNode=/01384948455 Set watcher on existing znode=/01384948455/rs/87fb68174c52,42227,1730981790429 2024-11-07T12:16:31,332 WARN [RS:0;87fb68174c52:42227 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-07T12:16:31,332 INFO [RS:0;87fb68174c52:42227 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T12:16:31,333 DEBUG [RS:0;87fb68174c52:42227 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37649/user/jenkins/test-data/451bf079-e023-1374-227b-075279308609/WALs/87fb68174c52,42227,1730981790429 2024-11-07T12:16:31,333 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [87fb68174c52,42227,1730981790429] 2024-11-07T12:16:31,345 INFO [master/87fb68174c52:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=55ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-07T12:16:31,385 INFO [RS:0;87fb68174c52:42227 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-07T12:16:31,388 INFO [RS:0;87fb68174c52:42227 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-07T12:16:31,391 INFO [RS:0;87fb68174c52:42227 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-07T12:16:31,391 INFO [RS:0;87fb68174c52:42227 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T12:16:31,391 INFO [RS:0;87fb68174c52:42227 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-07T12:16:31,392 INFO [RS:0;87fb68174c52:42227 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-07T12:16:31,392 INFO [RS:0;87fb68174c52:42227 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-07T12:16:31,392 DEBUG [RS:0;87fb68174c52:42227 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:16:31,392 DEBUG [RS:0;87fb68174c52:42227 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:16:31,392 DEBUG [RS:0;87fb68174c52:42227 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:16:31,393 DEBUG [RS:0;87fb68174c52:42227 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:16:31,393 DEBUG [RS:0;87fb68174c52:42227 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:16:31,393 DEBUG [RS:0;87fb68174c52:42227 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/87fb68174c52:0, corePoolSize=2, maxPoolSize=2 2024-11-07T12:16:31,393 DEBUG [RS:0;87fb68174c52:42227 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:16:31,393 DEBUG [RS:0;87fb68174c52:42227 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:16:31,393 DEBUG [RS:0;87fb68174c52:42227 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:16:31,393 DEBUG [RS:0;87fb68174c52:42227 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:16:31,393 DEBUG [RS:0;87fb68174c52:42227 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:16:31,393 DEBUG [RS:0;87fb68174c52:42227 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:16:31,393 DEBUG [RS:0;87fb68174c52:42227 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/87fb68174c52:0, corePoolSize=3, maxPoolSize=3 2024-11-07T12:16:31,393 DEBUG [RS:0;87fb68174c52:42227 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/87fb68174c52:0, corePoolSize=3, maxPoolSize=3 2024-11-07T12:16:31,394 INFO [RS:0;87fb68174c52:42227 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T12:16:31,394 INFO [RS:0;87fb68174c52:42227 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T12:16:31,394 INFO [RS:0;87fb68174c52:42227 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T12:16:31,394 INFO [RS:0;87fb68174c52:42227 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-07T12:16:31,395 INFO [RS:0;87fb68174c52:42227 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-07T12:16:31,395 INFO [RS:0;87fb68174c52:42227 {}] hbase.ChoreService(168): Chore ScheduledChore name=87fb68174c52,42227,1730981790429-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-07T12:16:31,411 INFO [RS:0;87fb68174c52:42227 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-07T12:16:31,411 INFO [RS:0;87fb68174c52:42227 {}] hbase.ChoreService(168): Chore ScheduledChore name=87fb68174c52,42227,1730981790429-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T12:16:31,428 INFO [RS:0;87fb68174c52:42227 {}] regionserver.ReplicationSource(231): queueId=1-87fb68174c52,42227,1730981790429, ReplicationSource: 1, currentBandwidth=0 2024-11-07T12:16:31,444 INFO [RS:0;87fb68174c52:42227 {}] regionserver.ReplicationSource(231): queueId=2-87fb68174c52,42227,1730981790429, ReplicationSource: 2, currentBandwidth=0 2024-11-07T12:16:31,444 INFO [RS:0;87fb68174c52:42227 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T12:16:31,444 INFO [RS:0;87fb68174c52:42227 {}] regionserver.Replication(171): 87fb68174c52,42227,1730981790429 started 2024-11-07T12:16:31,445 DEBUG [RS:0;87fb68174c52:42227.replicationSource,1-87fb68174c52,42227,1730981790429 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='87fb68174c52:38149' 2024-11-07T12:16:31,447 WARN [87fb68174c52:43861 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-07T12:16:31,447 DEBUG [RS:0;87fb68174c52:42227.replicationSource,1-87fb68174c52,42227,1730981790429 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@55674e65, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:16:31,447 DEBUG [RS:0;87fb68174c52:42227.replicationSource,1-87fb68174c52,42227,1730981790429 {}] client.ClusterIdFetcher(90): Going to request 87fb68174c52,38149,-1 for getting cluster id 2024-11-07T12:16:31,447 DEBUG [RS:0;87fb68174c52:42227.replicationSource,1-87fb68174c52,42227,1730981790429 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T12:16:31,450 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '892f351b-35d3-4ac7-8453-0f3fbc255653' 2024-11-07T12:16:31,451 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T12:16:31,452 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "892f351b-35d3-4ac7-8453-0f3fbc255653" 2024-11-07T12:16:31,452 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@63867253, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:16:31,452 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [87fb68174c52,38149,-1] 2024-11-07T12:16:31,452 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T12:16:31,453 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:16:31,454 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59090, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService 2024-11-07T12:16:31,455 DEBUG [RS:0;87fb68174c52:42227.replicationSource,1-87fb68174c52,42227,1730981790429 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@64a99670, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:16:31,456 DEBUG [RS:0;87fb68174c52:42227.replicationSource,1-87fb68174c52,42227,1730981790429 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T12:16:31,457 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 87fb68174c52,38149,1730981780490 2024-11-07T12:16:31,458 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1b9953fa 2024-11-07T12:16:31,458 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T12:16:31,460 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59094, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService 2024-11-07T12:16:31,461 INFO [RS:0;87fb68174c52:42227.replicationSource,1-87fb68174c52,42227,1730981790429 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-87fb68174c52,42227,1730981790429 (queues=0) is replicating from cluster=0e557b43-1453-45eb-88f6-007feec45127 to cluster=892f351b-35d3-4ac7-8453-0f3fbc255653 2024-11-07T12:16:31,463 INFO [RS:0;87fb68174c52:42227 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T12:16:31,463 INFO [RS:0;87fb68174c52:42227 {}] regionserver.HRegionServer(1482): Serving as 87fb68174c52,42227,1730981790429, RpcServer on 87fb68174c52/172.17.0.3:42227, sessionid=0x1001a2bc1f60007 2024-11-07T12:16:31,463 DEBUG [RS:0;87fb68174c52:42227 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-07T12:16:31,463 DEBUG [RS:0;87fb68174c52:42227 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 87fb68174c52,42227,1730981790429 2024-11-07T12:16:31,463 DEBUG [RS:0;87fb68174c52:42227 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '87fb68174c52,42227,1730981790429' 2024-11-07T12:16:31,463 DEBUG [RS:0;87fb68174c52:42227 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01384948455/flush-table-proc/abort' 2024-11-07T12:16:31,464 DEBUG [RS:0;87fb68174c52:42227 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01384948455/flush-table-proc/acquired' 2024-11-07T12:16:31,464 DEBUG [RS:0;87fb68174c52:42227 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-07T12:16:31,464 DEBUG [RS:0;87fb68174c52:42227 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-07T12:16:31,464 DEBUG [RS:0;87fb68174c52:42227 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 87fb68174c52,42227,1730981790429 2024-11-07T12:16:31,464 DEBUG [RS:0;87fb68174c52:42227 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '87fb68174c52,42227,1730981790429' 2024-11-07T12:16:31,464 DEBUG [RS:0;87fb68174c52:42227 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01384948455/online-snapshot/abort' 2024-11-07T12:16:31,465 DEBUG [RS:0;87fb68174c52:42227.replicationSource,2-87fb68174c52,42227,1730981790429 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='87fb68174c52:38149' 2024-11-07T12:16:31,465 DEBUG [RS:0;87fb68174c52:42227 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01384948455/online-snapshot/acquired' 2024-11-07T12:16:31,465 DEBUG [RS:0;87fb68174c52:42227 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-07T12:16:31,465 INFO [RS:0;87fb68174c52:42227 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-07T12:16:31,465 INFO [RS:0;87fb68174c52:42227 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-07T12:16:31,466 DEBUG [RS:0;87fb68174c52:42227.replicationSource,2-87fb68174c52,42227,1730981790429 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@26e1e44c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:16:31,467 DEBUG [RS:0;87fb68174c52:42227.replicationSource,2-87fb68174c52,42227,1730981790429 {}] client.ClusterIdFetcher(90): Going to request 87fb68174c52,38149,-1 for getting cluster id 2024-11-07T12:16:31,467 DEBUG [RS:0;87fb68174c52:42227.replicationSource,2-87fb68174c52,42227,1730981790429 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T12:16:31,468 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '892f351b-35d3-4ac7-8453-0f3fbc255653' 2024-11-07T12:16:31,468 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T12:16:31,468 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "892f351b-35d3-4ac7-8453-0f3fbc255653" 2024-11-07T12:16:31,468 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@46ab0f08, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:16:31,468 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [87fb68174c52,38149,-1] 2024-11-07T12:16:31,469 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T12:16:31,469 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:16:31,470 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59108, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService 2024-11-07T12:16:31,471 DEBUG [RS:0;87fb68174c52:42227.replicationSource,2-87fb68174c52,42227,1730981790429 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2158ec14, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:16:31,471 DEBUG [RS:0;87fb68174c52:42227.replicationSource,2-87fb68174c52,42227,1730981790429 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T12:16:31,472 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 87fb68174c52,38149,1730981780490 2024-11-07T12:16:31,472 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@75bf7a93 2024-11-07T12:16:31,472 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T12:16:31,473 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59124, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService 2024-11-07T12:16:31,473 INFO [RS:0;87fb68174c52:42227.replicationSource,2-87fb68174c52,42227,1730981790429 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-87fb68174c52,42227,1730981790429 (queues=0) is replicating from cluster=0e557b43-1453-45eb-88f6-007feec45127 to cluster=892f351b-35d3-4ac7-8453-0f3fbc255653 2024-11-07T12:16:31,566 INFO [RS:0;87fb68174c52:42227 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-07T12:16:31,569 INFO [RS:0;87fb68174c52:42227 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=87fb68174c52%2C42227%2C1730981790429, suffix=, logDir=hdfs://localhost:37649/user/jenkins/test-data/451bf079-e023-1374-227b-075279308609/WALs/87fb68174c52,42227,1730981790429, archiveDir=hdfs://localhost:37649/user/jenkins/test-data/451bf079-e023-1374-227b-075279308609/oldWALs, maxLogs=10 2024-11-07T12:16:31,591 DEBUG [RS:0;87fb68174c52:42227 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/451bf079-e023-1374-227b-075279308609/WALs/87fb68174c52,42227,1730981790429/87fb68174c52%2C42227%2C1730981790429.1730981791570, exclude list is [], retry=0 2024-11-07T12:16:31,595 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33277,DS-46236980-8263-4642-ba8d-f05148bec247,DISK] 2024-11-07T12:16:31,598 INFO [RS:0;87fb68174c52:42227 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/451bf079-e023-1374-227b-075279308609/WALs/87fb68174c52,42227,1730981790429/87fb68174c52%2C42227%2C1730981790429.1730981791570 2024-11-07T12:16:31,598 DEBUG [RS:0;87fb68174c52:42227 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group 87fb68174c52%2C42227%2C1730981790429 for peer 1 2024-11-07T12:16:31,599 DEBUG [RS:0;87fb68174c52:42227 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group 87fb68174c52%2C42227%2C1730981790429 for peer 2 2024-11-07T12:16:31,599 DEBUG [RS:0;87fb68174c52:42227 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=87fb68174c52%2C42227%2C1730981790429 2024-11-07T12:16:31,599 INFO [RS:0;87fb68174c52:42227 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-87fb68174c52,42227,1730981790429, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-07T12:16:31,599 DEBUG [RS:0;87fb68174c52:42227 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=87fb68174c52%2C42227%2C1730981790429 2024-11-07T12:16:31,599 INFO [RS:0;87fb68174c52:42227.replicationSource.shipper87fb68174c52%2C42227%2C1730981790429,1-87fb68174c52,42227,1730981790429 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 87fb68174c52%2C42227%2C1730981790429 2024-11-07T12:16:31,599 INFO [RS:0;87fb68174c52:42227 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-87fb68174c52,42227,1730981790429, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-07T12:16:31,600 DEBUG [RS:0;87fb68174c52:42227 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39031:39031)] 2024-11-07T12:16:31,600 INFO [RS:0;87fb68174c52:42227.replicationSource.shipper87fb68174c52%2C42227%2C1730981790429,2-87fb68174c52,42227,1730981790429 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 87fb68174c52%2C42227%2C1730981790429 2024-11-07T12:16:31,600 DEBUG [RS:0;87fb68174c52:42227.replicationSource.wal-reader.87fb68174c52%2C42227%2C1730981790429,1-87fb68174c52,42227,1730981790429 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:37649/user/jenkins/test-data/451bf079-e023-1374-227b-075279308609/WALs/87fb68174c52,42227,1730981790429/87fb68174c52%2C42227%2C1730981790429.1730981791570, startPosition=0, beingWritten=true 2024-11-07T12:16:31,600 DEBUG [RS:0;87fb68174c52:42227.replicationSource.wal-reader.87fb68174c52%2C42227%2C1730981790429,2-87fb68174c52,42227,1730981790429 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:37649/user/jenkins/test-data/451bf079-e023-1374-227b-075279308609/WALs/87fb68174c52,42227,1730981790429/87fb68174c52%2C42227%2C1730981790429.1730981791570, startPosition=0, beingWritten=true 2024-11-07T12:16:31,697 DEBUG [87fb68174c52:43861 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-07T12:16:31,698 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=87fb68174c52,42227,1730981790429 2024-11-07T12:16:31,700 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 87fb68174c52,42227,1730981790429, state=OPENING 2024-11-07T12:16:31,702 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42227-0x1001a2bc1f60007, quorum=127.0.0.1:63590, baseZNode=/01384948455 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01384948455/meta-region-server 2024-11-07T12:16:31,702 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43861-0x1001a2bc1f60006, quorum=127.0.0.1:63590, baseZNode=/01384948455 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01384948455/meta-region-server 2024-11-07T12:16:31,702 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01384948455/meta-region-server: CHANGED 2024-11-07T12:16:31,702 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-07T12:16:31,702 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01384948455/meta-region-server: CHANGED 2024-11-07T12:16:31,702 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=87fb68174c52,42227,1730981790429}] 2024-11-07T12:16:31,815 DEBUG [RS:0;87fb68174c52:42227.replicationSource.wal-reader.87fb68174c52%2C42227%2C1730981790429,2-87fb68174c52,42227,1730981790429 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37649/user/jenkins/test-data/451bf079-e023-1374-227b-075279308609/WALs/87fb68174c52,42227,1730981790429/87fb68174c52%2C42227%2C1730981790429.1730981791570 to pos 0, reset compression=false 2024-11-07T12:16:31,817 DEBUG [RS:0;87fb68174c52:42227.replicationSource.wal-reader.87fb68174c52%2C42227%2C1730981790429,1-87fb68174c52,42227,1730981790429 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37649/user/jenkins/test-data/451bf079-e023-1374-227b-075279308609/WALs/87fb68174c52,42227,1730981790429/87fb68174c52%2C42227%2C1730981790429.1730981791570 to pos 0, reset compression=false 2024-11-07T12:16:31,856 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-07T12:16:31,858 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48173, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-07T12:16:31,863 INFO [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-07T12:16:31,864 INFO [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T12:16:31,864 INFO [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=17}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-07T12:16:31,866 INFO [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=87fb68174c52%2C42227%2C1730981790429.meta, suffix=.meta, logDir=hdfs://localhost:37649/user/jenkins/test-data/451bf079-e023-1374-227b-075279308609/WALs/87fb68174c52,42227,1730981790429, archiveDir=hdfs://localhost:37649/user/jenkins/test-data/451bf079-e023-1374-227b-075279308609/oldWALs, maxLogs=10 2024-11-07T12:16:31,890 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=17}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/451bf079-e023-1374-227b-075279308609/WALs/87fb68174c52,42227,1730981790429/87fb68174c52%2C42227%2C1730981790429.meta.1730981791868.meta, exclude list is [], retry=0 2024-11-07T12:16:31,893 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33277,DS-46236980-8263-4642-ba8d-f05148bec247,DISK] 2024-11-07T12:16:31,896 INFO [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/451bf079-e023-1374-227b-075279308609/WALs/87fb68174c52,42227,1730981790429/87fb68174c52%2C42227%2C1730981790429.meta.1730981791868.meta 2024-11-07T12:16:31,896 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39031:39031)] 2024-11-07T12:16:31,897 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-07T12:16:31,897 INFO [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-07T12:16:31,897 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-07T12:16:31,897 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-07T12:16:31,897 INFO [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-07T12:16:31,897 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-07T12:16:31,898 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T12:16:31,898 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-07T12:16:31,898 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-07T12:16:31,900 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-07T12:16:31,901 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-07T12:16:31,901 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:16:31,909 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37649/user/jenkins/test-data/451bf079-e023-1374-227b-075279308609/data/hbase/meta/1588230740/info/8b1b02f5960b49748db3c7017e0f6c5f 2024-11-07T12:16:31,909 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T12:16:31,909 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-07T12:16:31,910 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-07T12:16:31,910 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:16:31,919 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37649/user/jenkins/test-data/451bf079-e023-1374-227b-075279308609/data/hbase/meta/1588230740/ns/d2f498a66e9345a088f317a6d9656edf 2024-11-07T12:16:31,919 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T12:16:31,919 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-07T12:16:31,920 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-07T12:16:31,920 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:16:31,921 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T12:16:31,921 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-07T12:16:31,922 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-07T12:16:31,922 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:16:31,930 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37649/user/jenkins/test-data/451bf079-e023-1374-227b-075279308609/data/hbase/meta/1588230740/table/698bf991fc4f4e0496176736d5fed247 2024-11-07T12:16:31,931 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T12:16:31,931 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-07T12:16:31,932 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37649/user/jenkins/test-data/451bf079-e023-1374-227b-075279308609/data/hbase/meta/1588230740 2024-11-07T12:16:31,933 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37649/user/jenkins/test-data/451bf079-e023-1374-227b-075279308609/data/hbase/meta/1588230740 2024-11-07T12:16:31,935 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-07T12:16:31,935 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-07T12:16:31,936 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T12:16:31,938 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-07T12:16:31,939 INFO [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74541045, jitterRate=0.11074812710285187}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T12:16:31,940 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-07T12:16:31,940 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1730981791898Writing region info on filesystem at 1730981791898Initializing all the Stores at 1730981791899 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730981791899Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730981791899Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730981791899Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730981791899Cleaning up temporary data from old regions at 1730981791935 (+36 ms)Running coprocessor post-open hooks at 1730981791940 (+5 ms)Region opened successfully at 1730981791940 2024-11-07T12:16:31,941 INFO [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=17, masterSystemTime=1730981791856 2024-11-07T12:16:31,944 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-07T12:16:31,945 INFO [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-07T12:16:31,946 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=87fb68174c52,42227,1730981790429 2024-11-07T12:16:31,947 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 87fb68174c52,42227,1730981790429, state=OPEN 2024-11-07T12:16:31,949 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42227-0x1001a2bc1f60007, quorum=127.0.0.1:63590, baseZNode=/01384948455 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01384948455/meta-region-server 2024-11-07T12:16:31,949 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43861-0x1001a2bc1f60006, quorum=127.0.0.1:63590, baseZNode=/01384948455 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01384948455/meta-region-server 2024-11-07T12:16:31,949 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=17, ppid=16, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=87fb68174c52,42227,1730981790429 2024-11-07T12:16:31,950 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01384948455/meta-region-server: CHANGED 2024-11-07T12:16:31,950 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01384948455/meta-region-server: CHANGED 2024-11-07T12:16:31,953 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=16 2024-11-07T12:16:31,953 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=16, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=87fb68174c52,42227,1730981790429 in 248 msec 2024-11-07T12:16:31,957 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=15 2024-11-07T12:16:31,957 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 661 msec 2024-11-07T12:16:32,124 DEBUG [RS:0;87fb68174c52:42227.replicationSource.wal-reader.87fb68174c52%2C42227%2C1730981790429,2-87fb68174c52,42227,1730981790429 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37649/user/jenkins/test-data/451bf079-e023-1374-227b-075279308609/WALs/87fb68174c52,42227,1730981790429/87fb68174c52%2C42227%2C1730981790429.1730981791570 to pos 0, reset compression=false 2024-11-07T12:16:32,126 DEBUG [RS:0;87fb68174c52:42227.replicationSource.wal-reader.87fb68174c52%2C42227%2C1730981790429,1-87fb68174c52,42227,1730981790429 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37649/user/jenkins/test-data/451bf079-e023-1374-227b-075279308609/WALs/87fb68174c52,42227,1730981790429/87fb68174c52%2C42227%2C1730981790429.1730981791570 to pos 0, reset compression=false 2024-11-07T12:16:32,532 DEBUG [RS:0;87fb68174c52:42227.replicationSource.wal-reader.87fb68174c52%2C42227%2C1730981790429,2-87fb68174c52,42227,1730981790429 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37649/user/jenkins/test-data/451bf079-e023-1374-227b-075279308609/WALs/87fb68174c52,42227,1730981790429/87fb68174c52%2C42227%2C1730981790429.1730981791570 to pos 0, reset compression=false 2024-11-07T12:16:32,533 DEBUG [RS:0;87fb68174c52:42227.replicationSource.wal-reader.87fb68174c52%2C42227%2C1730981790429,1-87fb68174c52,42227,1730981790429 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37649/user/jenkins/test-data/451bf079-e023-1374-227b-075279308609/WALs/87fb68174c52,42227,1730981790429/87fb68174c52%2C42227%2C1730981790429.1730981791570 to pos 0, reset compression=false 2024-11-07T12:16:32,853 INFO [master/87fb68174c52:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1563ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1508ms 2024-11-07T12:16:33,039 DEBUG [RS:0;87fb68174c52:42227.replicationSource.wal-reader.87fb68174c52%2C42227%2C1730981790429,2-87fb68174c52,42227,1730981790429 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37649/user/jenkins/test-data/451bf079-e023-1374-227b-075279308609/WALs/87fb68174c52,42227,1730981790429/87fb68174c52%2C42227%2C1730981790429.1730981791570 to pos 0, reset compression=false 2024-11-07T12:16:33,039 DEBUG [RS:0;87fb68174c52:42227.replicationSource.wal-reader.87fb68174c52%2C42227%2C1730981790429,1-87fb68174c52,42227,1730981790429 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37649/user/jenkins/test-data/451bf079-e023-1374-227b-075279308609/WALs/87fb68174c52,42227,1730981790429/87fb68174c52%2C42227%2C1730981790429.1730981791570 to pos 0, reset compression=false 2024-11-07T12:16:33,645 DEBUG [RS:0;87fb68174c52:42227.replicationSource.wal-reader.87fb68174c52%2C42227%2C1730981790429,2-87fb68174c52,42227,1730981790429 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37649/user/jenkins/test-data/451bf079-e023-1374-227b-075279308609/WALs/87fb68174c52,42227,1730981790429/87fb68174c52%2C42227%2C1730981790429.1730981791570 to pos 0, reset compression=false 2024-11-07T12:16:33,646 DEBUG [RS:0;87fb68174c52:42227.replicationSource.wal-reader.87fb68174c52%2C42227%2C1730981790429,1-87fb68174c52,42227,1730981790429 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37649/user/jenkins/test-data/451bf079-e023-1374-227b-075279308609/WALs/87fb68174c52,42227,1730981790429/87fb68174c52%2C42227%2C1730981790429.1730981791570 to pos 0, reset compression=false 2024-11-07T12:16:34,352 DEBUG [RS:0;87fb68174c52:42227.replicationSource.wal-reader.87fb68174c52%2C42227%2C1730981790429,2-87fb68174c52,42227,1730981790429 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37649/user/jenkins/test-data/451bf079-e023-1374-227b-075279308609/WALs/87fb68174c52,42227,1730981790429/87fb68174c52%2C42227%2C1730981790429.1730981791570 to pos 0, reset compression=false 2024-11-07T12:16:34,353 DEBUG [RS:0;87fb68174c52:42227.replicationSource.wal-reader.87fb68174c52%2C42227%2C1730981790429,1-87fb68174c52,42227,1730981790429 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37649/user/jenkins/test-data/451bf079-e023-1374-227b-075279308609/WALs/87fb68174c52,42227,1730981790429/87fb68174c52%2C42227%2C1730981790429.1730981791570 to pos 0, reset compression=false 2024-11-07T12:16:34,355 INFO [master/87fb68174c52:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3065ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3010ms 2024-11-07T12:16:35,159 DEBUG [RS:0;87fb68174c52:42227.replicationSource.wal-reader.87fb68174c52%2C42227%2C1730981790429,2-87fb68174c52,42227,1730981790429 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37649/user/jenkins/test-data/451bf079-e023-1374-227b-075279308609/WALs/87fb68174c52,42227,1730981790429/87fb68174c52%2C42227%2C1730981790429.1730981791570 to pos 0, reset compression=false 2024-11-07T12:16:35,160 DEBUG [RS:0;87fb68174c52:42227.replicationSource.wal-reader.87fb68174c52%2C42227%2C1730981790429,1-87fb68174c52,42227,1730981790429 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37649/user/jenkins/test-data/451bf079-e023-1374-227b-075279308609/WALs/87fb68174c52,42227,1730981790429/87fb68174c52%2C42227%2C1730981790429.1730981791570 to pos 0, reset compression=false 2024-11-07T12:16:35,245 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-07T12:16:35,807 INFO [master/87fb68174c52:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4517ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running 2024-11-07T12:16:35,808 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-07T12:16:35,808 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T12:16:35,808 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=87fb68174c52,42227,1730981790429, seqNum=-1] 2024-11-07T12:16:35,808 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T12:16:35,810 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57653, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T12:16:35,817 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=b4ba47cfe0b8bdee1b083fa28236bae7, regionState=OPEN, lastHost=87fb68174c52,39765,1730981775531, regionLocation=87fb68174c52,39765,1730981775531, openSeqNum=2 2024-11-07T12:16:35,817 INFO [master/87fb68174c52:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-07T12:16:35,817 INFO [master/87fb68174c52:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1730981855817 2024-11-07T12:16:35,817 INFO [master/87fb68174c52:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1730981915817 2024-11-07T12:16:35,817 INFO [master/87fb68174c52:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 9 msec 2024-11-07T12:16:35,818 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=87fb68174c52,43861,1730981790383-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T12:16:35,818 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=87fb68174c52,43861,1730981790383-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T12:16:35,818 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(207): 87fb68174c52,39765,1730981775531 had 2 regions 2024-11-07T12:16:35,818 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=87fb68174c52,43861,1730981790383-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T12:16:35,818 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-87fb68174c52:43861, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T12:16:35,818 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-07T12:16:35,818 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-07T12:16:35,820 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 87fb68174c52,39765,1730981775531, splitWal=true, meta=true, isMeta: false 2024-11-07T12:16:35,822 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:37649/user/jenkins/test-data/451bf079-e023-1374-227b-075279308609/WALs/87fb68174c52,39765,1730981775531-splitting dir is empty, no logs to split. 2024-11-07T12:16:35,822 INFO [PEWorker-3 {}] master.SplitWALManager(105): 87fb68174c52,39765,1730981775531 WAL count=0, meta=false 2024-11-07T12:16:35,825 INFO [master/87fb68174c52:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 5.333sec 2024-11-07T12:16:35,825 INFO [master/87fb68174c52:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-07T12:16:35,825 INFO [master/87fb68174c52:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-07T12:16:35,825 INFO [master/87fb68174c52:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-07T12:16:35,825 INFO [master/87fb68174c52:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-07T12:16:35,826 INFO [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-07T12:16:35,826 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=87fb68174c52,43861,1730981790383-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-07T12:16:35,826 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=87fb68174c52,43861,1730981790383-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-07T12:16:35,826 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:37649/user/jenkins/test-data/451bf079-e023-1374-227b-075279308609/WALs/87fb68174c52,39765,1730981775531-splitting dir is empty, no logs to split. 2024-11-07T12:16:35,826 INFO [PEWorker-3 {}] master.SplitWALManager(105): 87fb68174c52,39765,1730981775531 WAL count=0, meta=false 2024-11-07T12:16:35,826 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if 87fb68174c52,39765,1730981775531 WAL splitting is done? wals=0, meta=false 2024-11-07T12:16:35,829 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b4ba47cfe0b8bdee1b083fa28236bae7, ASSIGN}] 2024-11-07T12:16:35,830 WARN [master/87fb68174c52:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=87fb68174c52,39765,1730981775531/hbase:replication,,1730981783362.b4ba47cfe0b8bdee1b083fa28236bae7. 2024-11-07T12:16:35,831 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b4ba47cfe0b8bdee1b083fa28236bae7, ASSIGN 2024-11-07T12:16:35,832 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-07T12:16:35,832 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-07T12:16:35,833 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=87fb68174c52,43861,1730981790383-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T12:16:35,833 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=b4ba47cfe0b8bdee1b083fa28236bae7, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-07T12:16:35,892 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e2dfdfa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:16:35,892 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 87fb68174c52,43861,-1 for getting cluster id 2024-11-07T12:16:35,892 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T12:16:35,894 DEBUG [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0e557b43-1453-45eb-88f6-007feec45127' 2024-11-07T12:16:35,895 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T12:16:35,895 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0e557b43-1453-45eb-88f6-007feec45127" 2024-11-07T12:16:35,895 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2488b308, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:16:35,895 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [87fb68174c52,43861,-1] 2024-11-07T12:16:35,895 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T12:16:35,896 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:16:35,897 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44418, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T12:16:35,898 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1936c46d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:16:35,899 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T12:16:35,900 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=87fb68174c52,42227,1730981790429, seqNum=-1] 2024-11-07T12:16:35,900 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T12:16:35,902 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41490, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T12:16:35,905 INFO [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted 2024-11-07T12:16:35,905 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T12:16:35,905 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:496) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T12:16:35,905 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:16:35,905 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:16:35,905 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T12:16:35,906 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: 87fb68174c52:43861 after: 87fb68174c52:43861 2024-11-07T12:16:35,906 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50a06ff5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:16:35,906 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 87fb68174c52,43861,-1 for getting cluster id 2024-11-07T12:16:35,906 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T12:16:35,907 DEBUG [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0e557b43-1453-45eb-88f6-007feec45127' 2024-11-07T12:16:35,907 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T12:16:35,907 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0e557b43-1453-45eb-88f6-007feec45127" 2024-11-07T12:16:35,908 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b41a1cb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:16:35,908 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [87fb68174c52,43861,-1] 2024-11-07T12:16:35,908 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T12:16:35,908 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:16:35,909 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44434, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T12:16:35,909 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50c8d5ef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:16:35,910 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T12:16:35,910 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 87fb68174c52,43861,1730981790383 2024-11-07T12:16:35,911 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4c3087ca 2024-11-07T12:16:35,911 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T12:16:35,912 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44446, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-07T12:16:35,912 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43861 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-07T12:16:35,913 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43861 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-11-07T12:16:35,914 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43861 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-07T12:16:35,915 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43861 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-11-07T12:16:35,915 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-07T12:16:35,915 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T12:16:35,915 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T12:16:35,915 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:16:35,915 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:16:35,915 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T12:16:35,916 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-07T12:16:35,916 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1764420519, stopped=false 2024-11-07T12:16:35,916 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=87fb68174c52,38149,1730981780490 2024-11-07T12:16:35,917 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38149-0x1001a2bc1f60003, quorum=127.0.0.1:63590, baseZNode=/11441414757 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11441414757/running 2024-11-07T12:16:35,918 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41067-0x1001a2bc1f60004, quorum=127.0.0.1:63590, baseZNode=/11441414757 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11441414757/running 2024-11-07T12:16:35,918 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-07T12:16:35,918 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38149-0x1001a2bc1f60003, quorum=127.0.0.1:63590, baseZNode=/11441414757 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11441414757 2024-11-07T12:16:35,918 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41067-0x1001a2bc1f60004, quorum=127.0.0.1:63590, baseZNode=/11441414757 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11441414757 2024-11-07T12:16:35,918 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T12:16:35,918 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T12:16:35,918 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:16:35,918 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38149-0x1001a2bc1f60003, quorum=127.0.0.1:63590, baseZNode=/11441414757 Set watcher on znode that does not yet exist, /11441414757/running 2024-11-07T12:16:35,918 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41067-0x1001a2bc1f60004, quorum=127.0.0.1:63590, baseZNode=/11441414757 Set watcher on znode that does not yet exist, /11441414757/running 2024-11-07T12:16:35,918 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '87fb68174c52,41067,1730981780539' ***** 2024-11-07T12:16:35,919 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-07T12:16:35,919 INFO [RS:0;87fb68174c52:41067 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-07T12:16:35,919 INFO [RS:0;87fb68174c52:41067 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-07T12:16:35,919 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-07T12:16:35,919 INFO [RS:0;87fb68174c52:41067 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-07T12:16:35,919 INFO [RS:0;87fb68174c52:41067 {}] regionserver.HRegionServer(959): stopping server 87fb68174c52,41067,1730981780539 2024-11-07T12:16:35,919 INFO [RS:0;87fb68174c52:41067 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-07T12:16:35,919 INFO [RS:0;87fb68174c52:41067 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;87fb68174c52:41067. 2024-11-07T12:16:35,919 DEBUG [RS:0;87fb68174c52:41067 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T12:16:35,919 DEBUG [RS:0;87fb68174c52:41067 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:16:35,919 INFO [RS:0;87fb68174c52:41067 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-07T12:16:35,920 INFO [RS:0;87fb68174c52:41067 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-07T12:16:35,920 INFO [RS:0;87fb68174c52:41067 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-07T12:16:35,920 INFO [RS:0;87fb68174c52:41067 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-07T12:16:35,920 INFO [RS:0;87fb68174c52:41067 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-07T12:16:35,920 DEBUG [RS:0;87fb68174c52:41067 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-07T12:16:35,920 DEBUG [RS:0;87fb68174c52:41067 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-07T12:16:35,920 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-07T12:16:35,920 INFO [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-07T12:16:35,920 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-07T12:16:35,920 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-07T12:16:35,920 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-07T12:16:35,921 INFO [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-07T12:16:35,923 INFO [regionserver/87fb68174c52:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-07T12:16:35,946 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33925/user/jenkins/test-data/1138ecd3-d120-d445-d9f1-06edffad5cf4/data/hbase/meta/1588230740/.tmp/ns/d8f97ea8d4234a15a22e2f5e27ddea2f is 43, key is default/ns:d/1730981783235/Put/seqid=0 2024-11-07T12:16:35,951 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33507 is added to blk_1073741835_1011 (size=5153) 2024-11-07T12:16:35,983 DEBUG [87fb68174c52:43861 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-07T12:16:35,984 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=b4ba47cfe0b8bdee1b083fa28236bae7, regionState=OPENING, regionLocation=87fb68174c52,42227,1730981790429 2024-11-07T12:16:35,987 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=b4ba47cfe0b8bdee1b083fa28236bae7, ASSIGN because future has completed 2024-11-07T12:16:35,988 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure b4ba47cfe0b8bdee1b083fa28236bae7, server=87fb68174c52,42227,1730981790429}] 2024-11-07T12:16:36,065 DEBUG [RS:0;87fb68174c52:42227.replicationSource.wal-reader.87fb68174c52%2C42227%2C1730981790429,2-87fb68174c52,42227,1730981790429 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37649/user/jenkins/test-data/451bf079-e023-1374-227b-075279308609/WALs/87fb68174c52,42227,1730981790429/87fb68174c52%2C42227%2C1730981790429.1730981791570 to pos 0, reset compression=false 2024-11-07T12:16:36,066 DEBUG [RS:0;87fb68174c52:42227.replicationSource.wal-reader.87fb68174c52%2C42227%2C1730981790429,1-87fb68174c52,42227,1730981790429 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37649/user/jenkins/test-data/451bf079-e023-1374-227b-075279308609/WALs/87fb68174c52,42227,1730981790429/87fb68174c52%2C42227%2C1730981790429.1730981791570 to pos 0, reset compression=false 2024-11-07T12:16:36,113 INFO [regionserver/87fb68174c52:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-07T12:16:36,113 INFO [regionserver/87fb68174c52:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-07T12:16:36,120 DEBUG [RS:0;87fb68174c52:41067 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-07T12:16:36,146 INFO [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(132): Open hbase:replication,,1730981783362.b4ba47cfe0b8bdee1b083fa28236bae7. 2024-11-07T12:16:36,146 INFO [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T12:16:36,146 INFO [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-07T12:16:36,148 INFO [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=87fb68174c52%2C42227%2C1730981790429.rep, suffix=, logDir=hdfs://localhost:37649/user/jenkins/test-data/451bf079-e023-1374-227b-075279308609/WALs/87fb68174c52,42227,1730981790429, archiveDir=hdfs://localhost:37649/user/jenkins/test-data/451bf079-e023-1374-227b-075279308609/oldWALs, maxLogs=10 2024-11-07T12:16:36,163 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/451bf079-e023-1374-227b-075279308609/WALs/87fb68174c52,42227,1730981790429/87fb68174c52%2C42227%2C1730981790429.rep.1730981796149, exclude list is [], retry=0 2024-11-07T12:16:36,166 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33277,DS-46236980-8263-4642-ba8d-f05148bec247,DISK] 2024-11-07T12:16:36,168 INFO [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/451bf079-e023-1374-227b-075279308609/WALs/87fb68174c52,42227,1730981790429/87fb68174c52%2C42227%2C1730981790429.rep.1730981796149 2024-11-07T12:16:36,168 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39031:39031)] 2024-11-07T12:16:36,168 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => b4ba47cfe0b8bdee1b083fa28236bae7, NAME => 'hbase:replication,,1730981783362.b4ba47cfe0b8bdee1b083fa28236bae7.', STARTKEY => '', ENDKEY => ''} 2024-11-07T12:16:36,169 INFO [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-07T12:16:36,169 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-07T12:16:36,169 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1730981783362.b4ba47cfe0b8bdee1b083fa28236bae7. service=MultiRowMutationService 2024-11-07T12:16:36,169 INFO [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-07T12:16:36,169 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication b4ba47cfe0b8bdee1b083fa28236bae7 2024-11-07T12:16:36,169 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(898): Instantiated hbase:replication,,1730981783362.b4ba47cfe0b8bdee1b083fa28236bae7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T12:16:36,169 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for b4ba47cfe0b8bdee1b083fa28236bae7 2024-11-07T12:16:36,170 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for b4ba47cfe0b8bdee1b083fa28236bae7 2024-11-07T12:16:36,171 INFO [StoreOpener-b4ba47cfe0b8bdee1b083fa28236bae7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region b4ba47cfe0b8bdee1b083fa28236bae7 2024-11-07T12:16:36,172 INFO [StoreOpener-b4ba47cfe0b8bdee1b083fa28236bae7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b4ba47cfe0b8bdee1b083fa28236bae7 columnFamilyName hfileref 2024-11-07T12:16:36,172 DEBUG [StoreOpener-b4ba47cfe0b8bdee1b083fa28236bae7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:16:36,173 INFO [StoreOpener-b4ba47cfe0b8bdee1b083fa28236bae7-1 {}] regionserver.HStore(327): Store=b4ba47cfe0b8bdee1b083fa28236bae7/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T12:16:36,173 INFO [StoreOpener-b4ba47cfe0b8bdee1b083fa28236bae7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region b4ba47cfe0b8bdee1b083fa28236bae7 2024-11-07T12:16:36,174 INFO [StoreOpener-b4ba47cfe0b8bdee1b083fa28236bae7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b4ba47cfe0b8bdee1b083fa28236bae7 columnFamilyName queue 2024-11-07T12:16:36,174 DEBUG [StoreOpener-b4ba47cfe0b8bdee1b083fa28236bae7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:16:36,181 DEBUG [StoreOpener-b4ba47cfe0b8bdee1b083fa28236bae7-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37649/user/jenkins/test-data/451bf079-e023-1374-227b-075279308609/data/hbase/replication/b4ba47cfe0b8bdee1b083fa28236bae7/queue/04fce4162a024501996d78ccabafe95f 2024-11-07T12:16:36,181 INFO [StoreOpener-b4ba47cfe0b8bdee1b083fa28236bae7-1 {}] regionserver.HStore(327): Store=b4ba47cfe0b8bdee1b083fa28236bae7/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T12:16:36,182 INFO [StoreOpener-b4ba47cfe0b8bdee1b083fa28236bae7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region b4ba47cfe0b8bdee1b083fa28236bae7 2024-11-07T12:16:36,183 INFO [StoreOpener-b4ba47cfe0b8bdee1b083fa28236bae7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b4ba47cfe0b8bdee1b083fa28236bae7 columnFamilyName sid 2024-11-07T12:16:36,183 DEBUG [StoreOpener-b4ba47cfe0b8bdee1b083fa28236bae7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:16:36,183 INFO [StoreOpener-b4ba47cfe0b8bdee1b083fa28236bae7-1 {}] regionserver.HStore(327): Store=b4ba47cfe0b8bdee1b083fa28236bae7/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T12:16:36,184 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for b4ba47cfe0b8bdee1b083fa28236bae7 2024-11-07T12:16:36,184 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37649/user/jenkins/test-data/451bf079-e023-1374-227b-075279308609/data/hbase/replication/b4ba47cfe0b8bdee1b083fa28236bae7 2024-11-07T12:16:36,186 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37649/user/jenkins/test-data/451bf079-e023-1374-227b-075279308609/data/hbase/replication/b4ba47cfe0b8bdee1b083fa28236bae7 2024-11-07T12:16:36,187 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for b4ba47cfe0b8bdee1b083fa28236bae7 2024-11-07T12:16:36,187 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for b4ba47cfe0b8bdee1b083fa28236bae7 2024-11-07T12:16:36,188 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-07T12:16:36,189 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for b4ba47cfe0b8bdee1b083fa28236bae7 2024-11-07T12:16:36,190 INFO [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1114): Opened b4ba47cfe0b8bdee1b083fa28236bae7; next sequenceid=10; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74447259, jitterRate=0.10935060679912567}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-07T12:16:36,190 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b4ba47cfe0b8bdee1b083fa28236bae7 2024-11-07T12:16:36,191 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for b4ba47cfe0b8bdee1b083fa28236bae7: Running coprocessor pre-open hook at 1730981796170Writing region info on filesystem at 1730981796170Initializing all the Stores at 1730981796171 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730981796171Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730981796171Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730981796171Cleaning up temporary data from old regions at 1730981796187 (+16 ms)Running coprocessor post-open hooks at 1730981796190 (+3 ms)Region opened successfully at 1730981796191 (+1 ms) 2024-11-07T12:16:36,193 INFO [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1730981783362.b4ba47cfe0b8bdee1b083fa28236bae7., pid=19, masterSystemTime=1730981796141 2024-11-07T12:16:36,196 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1730981783362.b4ba47cfe0b8bdee1b083fa28236bae7. 2024-11-07T12:16:36,196 INFO [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(153): Opened hbase:replication,,1730981783362.b4ba47cfe0b8bdee1b083fa28236bae7. 2024-11-07T12:16:36,197 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=b4ba47cfe0b8bdee1b083fa28236bae7, regionState=OPEN, openSeqNum=10, regionLocation=87fb68174c52,42227,1730981790429 2024-11-07T12:16:36,200 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure b4ba47cfe0b8bdee1b083fa28236bae7, server=87fb68174c52,42227,1730981790429 because future has completed 2024-11-07T12:16:36,204 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=18 2024-11-07T12:16:36,204 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=18, state=SUCCESS, hasLock=false; OpenRegionProcedure b4ba47cfe0b8bdee1b083fa28236bae7, server=87fb68174c52,42227,1730981790429 in 213 msec 2024-11-07T12:16:36,207 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=15 2024-11-07T12:16:36,207 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b4ba47cfe0b8bdee1b083fa28236bae7, ASSIGN in 375 msec 2024-11-07T12:16:36,209 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=15, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}] 2024-11-07T12:16:36,220 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1730981783362.b4ba47cfe0b8bdee1b083fa28236bae7., hostname=87fb68174c52,42227,1730981790429, seqNum=10] 2024-11-07T12:16:36,247 DEBUG [PEWorker-2 {}] replication.AssignReplicationQueuesProcedure(120): There are 2 replication queues need to be claimed for 87fb68174c52,39765,1730981775531 2024-11-07T12:16:36,247 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}] 2024-11-07T12:16:36,321 DEBUG [RS:0;87fb68174c52:41067 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-07T12:16:36,352 INFO [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:33925/user/jenkins/test-data/1138ecd3-d120-d445-d9f1-06edffad5cf4/data/hbase/meta/1588230740/.tmp/ns/d8f97ea8d4234a15a22e2f5e27ddea2f 2024-11-07T12:16:36,361 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33925/user/jenkins/test-data/1138ecd3-d120-d445-d9f1-06edffad5cf4/data/hbase/meta/1588230740/.tmp/ns/d8f97ea8d4234a15a22e2f5e27ddea2f as hdfs://localhost:33925/user/jenkins/test-data/1138ecd3-d120-d445-d9f1-06edffad5cf4/data/hbase/meta/1588230740/ns/d8f97ea8d4234a15a22e2f5e27ddea2f 2024-11-07T12:16:36,367 INFO [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33925/user/jenkins/test-data/1138ecd3-d120-d445-d9f1-06edffad5cf4/data/hbase/meta/1588230740/ns/d8f97ea8d4234a15a22e2f5e27ddea2f, entries=2, sequenceid=6, filesize=5.0 K 2024-11-07T12:16:36,369 INFO [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 448ms, sequenceid=6, compaction requested=false 2024-11-07T12:16:36,369 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-07T12:16:36,374 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33925/user/jenkins/test-data/1138ecd3-d120-d445-d9f1-06edffad5cf4/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-07T12:16:36,375 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-07T12:16:36,375 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-07T12:16:36,375 INFO [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-07T12:16:36,375 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1730981795920Running coprocessor pre-close hooks at 1730981795920Disabling compacts and flushes for region at 1730981795920Disabling writes for close at 1730981795920Obtaining lock to block concurrent updates at 1730981795921 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1730981795921Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1730981795921Flushing stores of hbase:meta,,1.1588230740 at 1730981795922 (+1 ms)Flushing 1588230740/ns: creating writer at 1730981795922Flushing 1588230740/ns: appending metadata at 1730981795946 (+24 ms)Flushing 1588230740/ns: closing flushed file at 1730981795946Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@23ee9b97: reopening flushed file at 1730981796360 (+414 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 448ms, sequenceid=6, compaction requested=false at 1730981796369 (+9 ms)Writing region close event to WAL at 1730981796370 (+1 ms)Running coprocessor post-close hooks at 1730981796375 (+5 ms)Closed at 1730981796375 2024-11-07T12:16:36,375 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-07T12:16:36,408 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42227 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=21 2024-11-07T12:16:36,521 INFO [RS:0;87fb68174c52:41067 {}] regionserver.HRegionServer(976): stopping server 87fb68174c52,41067,1730981780539; all regions closed. 2024-11-07T12:16:36,524 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33507 is added to blk_1073741834_1010 (size=1152) 2024-11-07T12:16:36,527 DEBUG [RS:0;87fb68174c52:41067 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/1138ecd3-d120-d445-d9f1-06edffad5cf4/oldWALs 2024-11-07T12:16:36,527 INFO [RS:0;87fb68174c52:41067 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 87fb68174c52%2C41067%2C1730981780539.meta:.meta(num 1730981783164) 2024-11-07T12:16:36,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33507 is added to blk_1073741832_1008 (size=93) 2024-11-07T12:16:36,530 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/1138ecd3-d120-d445-d9f1-06edffad5cf4/WALs/87fb68174c52,41067,1730981780539/87fb68174c52%2C41067%2C1730981780539.1730981782258 not finished, retry = 0 2024-11-07T12:16:36,633 DEBUG [RS:0;87fb68174c52:41067 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/1138ecd3-d120-d445-d9f1-06edffad5cf4/oldWALs 2024-11-07T12:16:36,633 INFO [RS:0;87fb68174c52:41067 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 87fb68174c52%2C41067%2C1730981780539:(num 1730981782258) 2024-11-07T12:16:36,633 DEBUG [RS:0;87fb68174c52:41067 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:16:36,633 INFO [RS:0;87fb68174c52:41067 {}] regionserver.LeaseManager(133): Closed leases 2024-11-07T12:16:36,634 INFO [RS:0;87fb68174c52:41067 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-07T12:16:36,634 INFO [RS:0;87fb68174c52:41067 {}] hbase.ChoreService(370): Chore service for: regionserver/87fb68174c52:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-07T12:16:36,634 INFO [RS:0;87fb68174c52:41067 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-07T12:16:36,634 INFO [regionserver/87fb68174c52:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-07T12:16:36,634 INFO [RS:0;87fb68174c52:41067 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:41067 2024-11-07T12:16:36,636 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41067-0x1001a2bc1f60004, quorum=127.0.0.1:63590, baseZNode=/11441414757 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11441414757/rs/87fb68174c52,41067,1730981780539 2024-11-07T12:16:36,636 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38149-0x1001a2bc1f60003, quorum=127.0.0.1:63590, baseZNode=/11441414757 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11441414757/rs 2024-11-07T12:16:36,636 INFO [RS:0;87fb68174c52:41067 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-07T12:16:36,638 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [87fb68174c52,41067,1730981780539] 2024-11-07T12:16:36,639 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11441414757/draining/87fb68174c52,41067,1730981780539 already deleted, retry=false 2024-11-07T12:16:36,639 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 87fb68174c52,41067,1730981780539 expired; onlineServers=0 2024-11-07T12:16:36,639 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '87fb68174c52,38149,1730981780490' ***** 2024-11-07T12:16:36,639 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-07T12:16:36,639 INFO [M:0;87fb68174c52:38149 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-07T12:16:36,639 INFO [M:0;87fb68174c52:38149 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-07T12:16:36,640 DEBUG [M:0;87fb68174c52:38149 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-07T12:16:36,640 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-07T12:16:36,640 DEBUG [M:0;87fb68174c52:38149 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-07T12:16:36,640 DEBUG [master/87fb68174c52:0:becomeActiveMaster-HFileCleaner.large.0-1730981781982 {}] cleaner.HFileCleaner(306): Exit Thread[master/87fb68174c52:0:becomeActiveMaster-HFileCleaner.large.0-1730981781982,5,FailOnTimeoutGroup] 2024-11-07T12:16:36,640 DEBUG [master/87fb68174c52:0:becomeActiveMaster-HFileCleaner.small.0-1730981781982 {}] cleaner.HFileCleaner(306): Exit Thread[master/87fb68174c52:0:becomeActiveMaster-HFileCleaner.small.0-1730981781982,5,FailOnTimeoutGroup] 2024-11-07T12:16:36,640 INFO [M:0;87fb68174c52:38149 {}] hbase.ChoreService(370): Chore service for: master/87fb68174c52:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-07T12:16:36,640 INFO [M:0;87fb68174c52:38149 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-07T12:16:36,640 DEBUG [M:0;87fb68174c52:38149 {}] master.HMaster(1795): Stopping service threads 2024-11-07T12:16:36,640 INFO [M:0;87fb68174c52:38149 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-07T12:16:36,640 INFO [M:0;87fb68174c52:38149 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-07T12:16:36,640 INFO [M:0;87fb68174c52:38149 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-07T12:16:36,640 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-07T12:16:36,641 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38149-0x1001a2bc1f60003, quorum=127.0.0.1:63590, baseZNode=/11441414757 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11441414757/master 2024-11-07T12:16:36,641 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38149-0x1001a2bc1f60003, quorum=127.0.0.1:63590, baseZNode=/11441414757 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11441414757 2024-11-07T12:16:36,641 DEBUG [M:0;87fb68174c52:38149 {}] zookeeper.ZKUtil(347): master:38149-0x1001a2bc1f60003, quorum=127.0.0.1:63590, baseZNode=/11441414757 Unable to get data of znode /11441414757/master because node does not exist (not an error) 2024-11-07T12:16:36,641 WARN [M:0;87fb68174c52:38149 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-07T12:16:36,643 INFO [M:0;87fb68174c52:38149 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33925/user/jenkins/test-data/1138ecd3-d120-d445-d9f1-06edffad5cf4/.lastflushedseqids 2024-11-07T12:16:36,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33507 is added to blk_1073741836_1012 (size=99) 2024-11-07T12:16:36,649 INFO [M:0;87fb68174c52:38149 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-07T12:16:36,649 INFO [M:0;87fb68174c52:38149 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-07T12:16:36,649 DEBUG [M:0;87fb68174c52:38149 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-07T12:16:36,649 INFO [M:0;87fb68174c52:38149 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T12:16:36,649 DEBUG [M:0;87fb68174c52:38149 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T12:16:36,649 DEBUG [M:0;87fb68174c52:38149 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-07T12:16:36,649 DEBUG [M:0;87fb68174c52:38149 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T12:16:36,649 INFO [M:0;87fb68174c52:38149 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-07T12:16:36,667 DEBUG [M:0;87fb68174c52:38149 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33925/user/jenkins/test-data/1138ecd3-d120-d445-d9f1-06edffad5cf4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/570859b5725b4d5ba5d0e5007fb0682d is 82, key is hbase:meta,,1/info:regioninfo/1730981783217/Put/seqid=0 2024-11-07T12:16:36,672 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33507 is added to blk_1073741837_1013 (size=5672) 2024-11-07T12:16:36,738 INFO [RS:0;87fb68174c52:41067 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-07T12:16:36,738 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41067-0x1001a2bc1f60004, quorum=127.0.0.1:63590, baseZNode=/11441414757 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T12:16:36,738 INFO [RS:0;87fb68174c52:41067 {}] regionserver.HRegionServer(1031): Exiting; stopping=87fb68174c52,41067,1730981780539; zookeeper connection closed. 2024-11-07T12:16:36,738 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41067-0x1001a2bc1f60004, quorum=127.0.0.1:63590, baseZNode=/11441414757 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T12:16:36,738 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@626c3e0c {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@626c3e0c 2024-11-07T12:16:36,739 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-07T12:16:37,073 INFO [M:0;87fb68174c52:38149 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:33925/user/jenkins/test-data/1138ecd3-d120-d445-d9f1-06edffad5cf4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/570859b5725b4d5ba5d0e5007fb0682d 2024-11-07T12:16:37,073 DEBUG [RS:0;87fb68174c52:42227.replicationSource.wal-reader.87fb68174c52%2C42227%2C1730981790429,2-87fb68174c52,42227,1730981790429 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37649/user/jenkins/test-data/451bf079-e023-1374-227b-075279308609/WALs/87fb68174c52,42227,1730981790429/87fb68174c52%2C42227%2C1730981790429.1730981791570 to pos 0, reset compression=false 2024-11-07T12:16:37,073 DEBUG [RS:0;87fb68174c52:42227.replicationSource.wal-reader.87fb68174c52%2C42227%2C1730981790429,1-87fb68174c52,42227,1730981790429 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37649/user/jenkins/test-data/451bf079-e023-1374-227b-075279308609/WALs/87fb68174c52,42227,1730981790429/87fb68174c52%2C42227%2C1730981790429.1730981791570 to pos 0, reset compression=false 2024-11-07T12:16:37,097 DEBUG [M:0;87fb68174c52:38149 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33925/user/jenkins/test-data/1138ecd3-d120-d445-d9f1-06edffad5cf4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/45564dff61a443ae83cef2117e1c5853 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1730981783242/Put/seqid=0 2024-11-07T12:16:37,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33507 is added to blk_1073741838_1014 (size=5275) 2024-11-07T12:16:37,400 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-07T12:16:37,432 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-07T12:16:37,503 INFO [M:0;87fb68174c52:38149 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:33925/user/jenkins/test-data/1138ecd3-d120-d445-d9f1-06edffad5cf4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/45564dff61a443ae83cef2117e1c5853 2024-11-07T12:16:37,526 DEBUG [M:0;87fb68174c52:38149 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33925/user/jenkins/test-data/1138ecd3-d120-d445-d9f1-06edffad5cf4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6928b0c3c93e4f7fa61eca088517cd5d is 69, key is 87fb68174c52,41067,1730981780539/rs:state/1730981782091/Put/seqid=0 2024-11-07T12:16:37,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33507 is added to blk_1073741839_1015 (size=5156) 2024-11-07T12:16:37,931 INFO [M:0;87fb68174c52:38149 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:33925/user/jenkins/test-data/1138ecd3-d120-d445-d9f1-06edffad5cf4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6928b0c3c93e4f7fa61eca088517cd5d 2024-11-07T12:16:37,938 DEBUG [M:0;87fb68174c52:38149 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33925/user/jenkins/test-data/1138ecd3-d120-d445-d9f1-06edffad5cf4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/570859b5725b4d5ba5d0e5007fb0682d as hdfs://localhost:33925/user/jenkins/test-data/1138ecd3-d120-d445-d9f1-06edffad5cf4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/570859b5725b4d5ba5d0e5007fb0682d 2024-11-07T12:16:37,944 INFO [M:0;87fb68174c52:38149 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33925/user/jenkins/test-data/1138ecd3-d120-d445-d9f1-06edffad5cf4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/570859b5725b4d5ba5d0e5007fb0682d, entries=8, sequenceid=28, filesize=5.5 K 2024-11-07T12:16:37,945 DEBUG [M:0;87fb68174c52:38149 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33925/user/jenkins/test-data/1138ecd3-d120-d445-d9f1-06edffad5cf4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/45564dff61a443ae83cef2117e1c5853 as hdfs://localhost:33925/user/jenkins/test-data/1138ecd3-d120-d445-d9f1-06edffad5cf4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/45564dff61a443ae83cef2117e1c5853 2024-11-07T12:16:37,950 INFO [M:0;87fb68174c52:38149 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33925/user/jenkins/test-data/1138ecd3-d120-d445-d9f1-06edffad5cf4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/45564dff61a443ae83cef2117e1c5853, entries=3, sequenceid=28, filesize=5.2 K 2024-11-07T12:16:37,952 DEBUG [M:0;87fb68174c52:38149 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33925/user/jenkins/test-data/1138ecd3-d120-d445-d9f1-06edffad5cf4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6928b0c3c93e4f7fa61eca088517cd5d as hdfs://localhost:33925/user/jenkins/test-data/1138ecd3-d120-d445-d9f1-06edffad5cf4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6928b0c3c93e4f7fa61eca088517cd5d 2024-11-07T12:16:37,959 INFO [M:0;87fb68174c52:38149 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33925/user/jenkins/test-data/1138ecd3-d120-d445-d9f1-06edffad5cf4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6928b0c3c93e4f7fa61eca088517cd5d, entries=1, sequenceid=28, filesize=5.0 K 2024-11-07T12:16:37,960 INFO [M:0;87fb68174c52:38149 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1311ms, sequenceid=28, compaction requested=false 2024-11-07T12:16:37,962 INFO [M:0;87fb68174c52:38149 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T12:16:37,962 DEBUG [M:0;87fb68174c52:38149 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1730981796649Disabling compacts and flushes for region at 1730981796649Disabling writes for close at 1730981796649Obtaining lock to block concurrent updates at 1730981796649Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1730981796649Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1730981796650 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1730981796650Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1730981796651 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1730981796667 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1730981796667Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1730981797080 (+413 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1730981797097 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1730981797097Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1730981797510 (+413 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1730981797525 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1730981797525Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@658c8759: reopening flushed file at 1730981797937 (+412 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5ab35786: reopening flushed file at 1730981797944 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@575def67: reopening flushed file at 1730981797951 (+7 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1311ms, sequenceid=28, compaction requested=false at 1730981797960 (+9 ms)Writing region close event to WAL at 1730981797962 (+2 ms)Closed at 1730981797962 2024-11-07T12:16:37,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33507 is added to blk_1073741830_1006 (size=10165) 2024-11-07T12:16:37,965 INFO [M:0;87fb68174c52:38149 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-07T12:16:37,966 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-07T12:16:37,966 INFO [M:0;87fb68174c52:38149 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:38149 2024-11-07T12:16:37,969 INFO [M:0;87fb68174c52:38149 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-07T12:16:38,071 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38149-0x1001a2bc1f60003, quorum=127.0.0.1:63590, baseZNode=/11441414757 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T12:16:38,072 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38149-0x1001a2bc1f60003, quorum=127.0.0.1:63590, baseZNode=/11441414757 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T12:16:38,072 INFO [M:0;87fb68174c52:38149 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-07T12:16:38,075 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@71e590b3{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T12:16:38,078 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7546042f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-07T12:16:38,078 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-07T12:16:38,078 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3f8615b9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-07T12:16:38,078 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@9b8f4a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/55f74e21-0487-9ae4-f75c-1c37da478302/hadoop.log.dir/,STOPPED} 2024-11-07T12:16:38,081 WARN [BP-179924805-172.17.0.3-1730981779451 heartbeating to localhost/127.0.0.1:33925 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-07T12:16:38,081 WARN [BP-179924805-172.17.0.3-1730981779451 heartbeating to localhost/127.0.0.1:33925 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-179924805-172.17.0.3-1730981779451 (Datanode Uuid ad767d6d-de44-4b50-81ad-63427c085a99) service to localhost/127.0.0.1:33925 2024-11-07T12:16:38,082 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/55f74e21-0487-9ae4-f75c-1c37da478302/cluster_db90bee9-e674-7b63-3599-3a89e2822740/data/data1/current/BP-179924805-172.17.0.3-1730981779451 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T12:16:38,082 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/55f74e21-0487-9ae4-f75c-1c37da478302/cluster_db90bee9-e674-7b63-3599-3a89e2822740/data/data2/current/BP-179924805-172.17.0.3-1730981779451 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T12:16:38,082 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-07T12:16:38,082 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-07T12:16:38,083 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-07T12:16:38,089 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5eb93ad6{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-07T12:16:38,090 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5af633d6{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-07T12:16:38,090 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-07T12:16:38,090 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7190c8f3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-07T12:16:38,090 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@d5127ed{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/55f74e21-0487-9ae4-f75c-1c37da478302/hadoop.log.dir/,STOPPED} 2024-11-07T12:16:38,109 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-07T12:16:38,109 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-07T12:16:38,109 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T12:16:38,109 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T12:16:38,109 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:16:38,109 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:16:38,109 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T12:16:38,110 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-07T12:16:38,110 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2065790840, stopped=false 2024-11-07T12:16:38,110 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=87fb68174c52,43861,1730981790383 2024-11-07T12:16:38,111 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43861-0x1001a2bc1f60006, quorum=127.0.0.1:63590, baseZNode=/01384948455 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01384948455/running 2024-11-07T12:16:38,112 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42227-0x1001a2bc1f60007, quorum=127.0.0.1:63590, baseZNode=/01384948455 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01384948455/running 2024-11-07T12:16:38,112 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43861-0x1001a2bc1f60006, quorum=127.0.0.1:63590, baseZNode=/01384948455 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01384948455 2024-11-07T12:16:38,112 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-07T12:16:38,112 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42227-0x1001a2bc1f60007, quorum=127.0.0.1:63590, baseZNode=/01384948455 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01384948455 2024-11-07T12:16:38,112 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T12:16:38,112 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T12:16:38,112 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:16:38,112 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43861-0x1001a2bc1f60006, quorum=127.0.0.1:63590, baseZNode=/01384948455 Set watcher on znode that does not yet exist, /01384948455/running 2024-11-07T12:16:38,112 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '87fb68174c52,42227,1730981790429' ***** 2024-11-07T12:16:38,112 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-07T12:16:38,113 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42227-0x1001a2bc1f60007, quorum=127.0.0.1:63590, baseZNode=/01384948455 Set watcher on znode that does not yet exist, /01384948455/running 2024-11-07T12:16:38,113 INFO [RS:0;87fb68174c52:42227 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-07T12:16:38,113 INFO [RS:0;87fb68174c52:42227 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-07T12:16:38,113 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-07T12:16:38,113 INFO [RS:0;87fb68174c52:42227 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-07T12:16:38,113 INFO [RS:0;87fb68174c52:42227 {}] regionserver.HRegionServer(3091): Received CLOSE for b4ba47cfe0b8bdee1b083fa28236bae7 2024-11-07T12:16:38,113 INFO [RS:0;87fb68174c52:42227 {}] regionserver.HRegionServer(959): stopping server 87fb68174c52,42227,1730981790429 2024-11-07T12:16:38,114 INFO [RS:0;87fb68174c52:42227 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-07T12:16:38,114 INFO [RS:0;87fb68174c52:42227 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;87fb68174c52:42227. 2024-11-07T12:16:38,114 DEBUG [RS:0;87fb68174c52:42227 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T12:16:38,114 DEBUG [RS:0;87fb68174c52:42227 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:16:38,114 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b4ba47cfe0b8bdee1b083fa28236bae7, disabling compactions & flushes 2024-11-07T12:16:38,114 INFO [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1730981783362.b4ba47cfe0b8bdee1b083fa28236bae7. 2024-11-07T12:16:38,114 INFO [RS:0;87fb68174c52:42227 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-07T12:16:38,114 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1730981783362.b4ba47cfe0b8bdee1b083fa28236bae7. 2024-11-07T12:16:38,114 INFO [RS:0;87fb68174c52:42227 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-07T12:16:38,114 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1730981783362.b4ba47cfe0b8bdee1b083fa28236bae7. after waiting 0 ms 2024-11-07T12:16:38,114 INFO [RS:0;87fb68174c52:42227 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-07T12:16:38,114 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1730981783362.b4ba47cfe0b8bdee1b083fa28236bae7. 2024-11-07T12:16:38,114 INFO [RS:0;87fb68174c52:42227 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-07T12:16:38,114 INFO [RS:0;87fb68174c52:42227 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-07T12:16:38,114 DEBUG [RS:0;87fb68174c52:42227 {}] regionserver.HRegionServer(1325): Online Regions={b4ba47cfe0b8bdee1b083fa28236bae7=hbase:replication,,1730981783362.b4ba47cfe0b8bdee1b083fa28236bae7., 1588230740=hbase:meta,,1.1588230740} 2024-11-07T12:16:38,114 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-07T12:16:38,115 DEBUG [RS:0;87fb68174c52:42227 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b4ba47cfe0b8bdee1b083fa28236bae7 2024-11-07T12:16:38,115 INFO [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-07T12:16:38,115 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-07T12:16:38,115 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-07T12:16:38,115 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-07T12:16:38,115 INFO [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB 2024-11-07T12:16:38,119 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37649/user/jenkins/test-data/451bf079-e023-1374-227b-075279308609/data/hbase/replication/b4ba47cfe0b8bdee1b083fa28236bae7/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=9 2024-11-07T12:16:38,120 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-07T12:16:38,120 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-07T12:16:38,120 INFO [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1730981783362.b4ba47cfe0b8bdee1b083fa28236bae7. 2024-11-07T12:16:38,121 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b4ba47cfe0b8bdee1b083fa28236bae7: Waiting for close lock at 1730981798114Running coprocessor pre-close hooks at 1730981798114Disabling compacts and flushes for region at 1730981798114Disabling writes for close at 1730981798114Writing region close event to WAL at 1730981798115 (+1 ms)Running coprocessor post-close hooks at 1730981798120 (+5 ms)Closed at 1730981798120 2024-11-07T12:16:38,121 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1730981783362.b4ba47cfe0b8bdee1b083fa28236bae7. 2024-11-07T12:16:38,134 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37649/user/jenkins/test-data/451bf079-e023-1374-227b-075279308609/data/hbase/meta/1588230740/.tmp/info/e00f40a6ab664d9eaf2adf3198868b78 is 147, key is hbase:replication,,1730981783362.b4ba47cfe0b8bdee1b083fa28236bae7./info:regioninfo/1730981796197/Put/seqid=0 2024-11-07T12:16:38,138 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33277 is added to blk_1073741851_1027 (size=6385) 2024-11-07T12:16:38,181 DEBUG [RS:0;87fb68174c52:42227.replicationSource.wal-reader.87fb68174c52%2C42227%2C1730981790429,2-87fb68174c52,42227,1730981790429 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37649/user/jenkins/test-data/451bf079-e023-1374-227b-075279308609/WALs/87fb68174c52,42227,1730981790429/87fb68174c52%2C42227%2C1730981790429.1730981791570 to pos 0, reset compression=false 2024-11-07T12:16:38,181 DEBUG [RS:0;87fb68174c52:42227.replicationSource.wal-reader.87fb68174c52%2C42227%2C1730981790429,1-87fb68174c52,42227,1730981790429 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37649/user/jenkins/test-data/451bf079-e023-1374-227b-075279308609/WALs/87fb68174c52,42227,1730981790429/87fb68174c52%2C42227%2C1730981790429.1730981791570 to pos 0, reset compression=false 2024-11-07T12:16:38,206 INFO [regionserver/87fb68174c52:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-07T12:16:38,315 DEBUG [RS:0;87fb68174c52:42227 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-07T12:16:38,403 INFO [regionserver/87fb68174c52:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-07T12:16:38,403 INFO [regionserver/87fb68174c52:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-07T12:16:38,515 DEBUG [RS:0;87fb68174c52:42227 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-07T12:16:38,540 INFO [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:37649/user/jenkins/test-data/451bf079-e023-1374-227b-075279308609/data/hbase/meta/1588230740/.tmp/info/e00f40a6ab664d9eaf2adf3198868b78 2024-11-07T12:16:38,547 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37649/user/jenkins/test-data/451bf079-e023-1374-227b-075279308609/data/hbase/meta/1588230740/.tmp/info/e00f40a6ab664d9eaf2adf3198868b78 as hdfs://localhost:37649/user/jenkins/test-data/451bf079-e023-1374-227b-075279308609/data/hbase/meta/1588230740/info/e00f40a6ab664d9eaf2adf3198868b78 2024-11-07T12:16:38,553 INFO [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37649/user/jenkins/test-data/451bf079-e023-1374-227b-075279308609/data/hbase/meta/1588230740/info/e00f40a6ab664d9eaf2adf3198868b78, entries=8, sequenceid=19, filesize=6.2 K 2024-11-07T12:16:38,555 INFO [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 439ms, sequenceid=19, compaction requested=false 2024-11-07T12:16:38,560 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37649/user/jenkins/test-data/451bf079-e023-1374-227b-075279308609/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14 2024-11-07T12:16:38,561 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-07T12:16:38,561 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-07T12:16:38,561 INFO [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-07T12:16:38,561 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1730981798114Running coprocessor pre-close hooks at 1730981798114Disabling compacts and flushes for region at 1730981798114Disabling writes for close at 1730981798115 (+1 ms)Obtaining lock to block concurrent updates at 1730981798115Preparing flush snapshotting stores in 1588230740 at 1730981798115Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1730981798115Flushing stores of hbase:meta,,1.1588230740 at 1730981798116 (+1 ms)Flushing 1588230740/info: creating writer at 1730981798116Flushing 1588230740/info: appending metadata at 1730981798133 (+17 ms)Flushing 1588230740/info: closing flushed file at 1730981798133Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@52bbcb0b: reopening flushed file at 1730981798546 (+413 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 439ms, sequenceid=19, compaction requested=false at 1730981798555 (+9 ms)Writing region close event to WAL at 1730981798556 (+1 ms)Running coprocessor post-close hooks at 1730981798561 (+5 ms)Closed at 1730981798561 2024-11-07T12:16:38,561 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-07T12:16:38,715 INFO [RS:0;87fb68174c52:42227 {}] regionserver.HRegionServer(976): stopping server 87fb68174c52,42227,1730981790429; all regions closed. 2024-11-07T12:16:38,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33277 is added to blk_1073741849_1025 (size=2156) 2024-11-07T12:16:38,722 DEBUG [RS:0;87fb68174c52:42227 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/451bf079-e023-1374-227b-075279308609/oldWALs 2024-11-07T12:16:38,722 INFO [RS:0;87fb68174c52:42227 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 87fb68174c52%2C42227%2C1730981790429.meta:.meta(num 1730981791868) 2024-11-07T12:16:38,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33277 is added to blk_1073741850_1026 (size=796) 2024-11-07T12:16:38,727 DEBUG [RS:0;87fb68174c52:42227 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/451bf079-e023-1374-227b-075279308609/oldWALs 2024-11-07T12:16:38,727 INFO [RS:0;87fb68174c52:42227 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 87fb68174c52%2C42227%2C1730981790429.rep:(num 1730981796149) 2024-11-07T12:16:38,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33277 is added to blk_1073741848_1024 (size=93) 2024-11-07T12:16:38,732 DEBUG [RS:0;87fb68174c52:42227 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/451bf079-e023-1374-227b-075279308609/oldWALs 2024-11-07T12:16:38,732 INFO [RS:0;87fb68174c52:42227 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 87fb68174c52%2C42227%2C1730981790429:(num 1730981791570) 2024-11-07T12:16:38,732 DEBUG [RS:0;87fb68174c52:42227 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:16:38,732 INFO [RS:0;87fb68174c52:42227 {}] regionserver.LeaseManager(133): Closed leases 2024-11-07T12:16:38,732 INFO [RS:0;87fb68174c52:42227 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-07T12:16:38,732 INFO [RS:0;87fb68174c52:42227 {}] hbase.ChoreService(370): Chore service for: regionserver/87fb68174c52:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-07T12:16:38,733 INFO [RS:0;87fb68174c52:42227 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-07T12:16:38,733 INFO [regionserver/87fb68174c52:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-07T12:16:38,733 INFO [RS:0;87fb68174c52:42227 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-87fb68174c52,42227,1730981790429 because: Region server is closing 2024-11-07T12:16:38,733 WARN [RS_CLAIM_REPLICATION_QUEUE-regionserver/87fb68174c52:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue. 2024-11-07T12:16:38,733 INFO [RS:0;87fb68174c52:42227 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;87fb68174c52:42227. 2024-11-07T12:16:38,733 INFO [RS_CLAIM_REPLICATION_QUEUE-regionserver/87fb68174c52:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down 2024-11-07T12:16:38,733 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/87fb68174c52:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=21 2024-11-07T12:16:38,733 DEBUG [RS:0;87fb68174c52:42227 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T12:16:38,733 DEBUG [RS:0;87fb68174c52:42227 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:16:38,733 DEBUG [RS:0;87fb68174c52:42227 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:16:38,733 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T12:16:38,834 WARN [RS:0;87fb68174c52:42227.replicationSource.wal-reader.87fb68174c52%2C42227%2C1730981790429,1-87fb68174c52,42227,1730981790429 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-07T12:16:38,834 WARN [RS:0;87fb68174c52:42227.replicationSource.shipper87fb68174c52%2C42227%2C1730981790429,1-87fb68174c52,42227,1730981790429 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-07T12:16:38,834 INFO [RS:0;87fb68174c52:42227 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;87fb68174c52:42227.replicationSource.shipper87fb68174c52%2C42227%2C1730981790429,1-87fb68174c52,42227,1730981790429 terminated 2024-11-07T12:16:38,834 INFO [RS:0;87fb68174c52:42227 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-87fb68174c52,42227,1730981790429 because: Region server is closing 2024-11-07T12:16:38,834 INFO [RS:0;87fb68174c52:42227 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;87fb68174c52:42227. 2024-11-07T12:16:38,835 DEBUG [RS:0;87fb68174c52:42227 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T12:16:38,835 DEBUG [RS:0;87fb68174c52:42227 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:16:38,835 DEBUG [RS:0;87fb68174c52:42227 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:16:38,835 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T12:16:38,935 WARN [RS:0;87fb68174c52:42227.replicationSource.wal-reader.87fb68174c52%2C42227%2C1730981790429,2-87fb68174c52,42227,1730981790429 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-07T12:16:38,935 WARN [RS:0;87fb68174c52:42227.replicationSource.shipper87fb68174c52%2C42227%2C1730981790429,2-87fb68174c52,42227,1730981790429 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-07T12:16:38,935 INFO [RS:0;87fb68174c52:42227 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS:0;87fb68174c52:42227.replicationSource.shipper87fb68174c52%2C42227%2C1730981790429,2-87fb68174c52,42227,1730981790429 terminated 2024-11-07T12:16:38,936 INFO [RS:0;87fb68174c52:42227 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:42227 2024-11-07T12:16:38,938 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43861-0x1001a2bc1f60006, quorum=127.0.0.1:63590, baseZNode=/01384948455 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01384948455/rs 2024-11-07T12:16:38,938 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42227-0x1001a2bc1f60007, quorum=127.0.0.1:63590, baseZNode=/01384948455 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01384948455/rs/87fb68174c52,42227,1730981790429 2024-11-07T12:16:38,939 INFO [RS:0;87fb68174c52:42227 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-07T12:16:38,939 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [87fb68174c52,42227,1730981790429] 2024-11-07T12:16:38,941 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01384948455/draining/87fb68174c52,42227,1730981790429 already deleted, retry=false 2024-11-07T12:16:38,941 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 87fb68174c52,42227,1730981790429 expired; onlineServers=0 2024-11-07T12:16:38,941 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '87fb68174c52,43861,1730981790383' ***** 2024-11-07T12:16:38,941 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-07T12:16:38,941 INFO [M:0;87fb68174c52:43861 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-07T12:16:38,941 INFO [M:0;87fb68174c52:43861 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-07T12:16:38,941 DEBUG [M:0;87fb68174c52:43861 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-07T12:16:38,942 DEBUG [M:0;87fb68174c52:43861 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-07T12:16:38,942 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-07T12:16:38,942 DEBUG [master/87fb68174c52:0:becomeActiveMaster-HFileCleaner.large.0-1730981791275 {}] cleaner.HFileCleaner(306): Exit Thread[master/87fb68174c52:0:becomeActiveMaster-HFileCleaner.large.0-1730981791275,5,FailOnTimeoutGroup] 2024-11-07T12:16:38,942 DEBUG [master/87fb68174c52:0:becomeActiveMaster-HFileCleaner.small.0-1730981791288 {}] cleaner.HFileCleaner(306): Exit Thread[master/87fb68174c52:0:becomeActiveMaster-HFileCleaner.small.0-1730981791288,5,FailOnTimeoutGroup] 2024-11-07T12:16:38,942 INFO [M:0;87fb68174c52:43861 {}] hbase.ChoreService(370): Chore service for: master/87fb68174c52:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-07T12:16:38,942 INFO [M:0;87fb68174c52:43861 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-07T12:16:38,942 DEBUG [M:0;87fb68174c52:43861 {}] master.HMaster(1795): Stopping service threads 2024-11-07T12:16:38,942 INFO [M:0;87fb68174c52:43861 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-07T12:16:38,942 INFO [M:0;87fb68174c52:43861 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-07T12:16:38,943 INFO [M:0;87fb68174c52:43861 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-07T12:16:38,943 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-07T12:16:38,943 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43861-0x1001a2bc1f60006, quorum=127.0.0.1:63590, baseZNode=/01384948455 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01384948455/master 2024-11-07T12:16:38,943 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43861-0x1001a2bc1f60006, quorum=127.0.0.1:63590, baseZNode=/01384948455 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01384948455 2024-11-07T12:16:38,943 DEBUG [M:0;87fb68174c52:43861 {}] zookeeper.ZKUtil(347): master:43861-0x1001a2bc1f60006, quorum=127.0.0.1:63590, baseZNode=/01384948455 Unable to get data of znode /01384948455/master because node does not exist (not an error) 2024-11-07T12:16:38,943 WARN [M:0;87fb68174c52:43861 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-07T12:16:38,944 INFO [M:0;87fb68174c52:43861 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:37649/user/jenkins/test-data/451bf079-e023-1374-227b-075279308609/.lastflushedseqids 2024-11-07T12:16:38,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33277 is added to blk_1073741852_1028 (size=181) 2024-11-07T12:16:39,040 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42227-0x1001a2bc1f60007, quorum=127.0.0.1:63590, baseZNode=/01384948455 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T12:16:39,041 INFO [RS:0;87fb68174c52:42227 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-07T12:16:39,041 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42227-0x1001a2bc1f60007, quorum=127.0.0.1:63590, baseZNode=/01384948455 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T12:16:39,041 INFO [RS:0;87fb68174c52:42227 {}] regionserver.HRegionServer(1031): Exiting; stopping=87fb68174c52,42227,1730981790429; zookeeper connection closed. 2024-11-07T12:16:39,041 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@741579cd {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@741579cd 2024-11-07T12:16:39,041 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-07T12:16:39,351 INFO [M:0;87fb68174c52:43861 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-07T12:16:39,352 INFO [M:0;87fb68174c52:43861 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-07T12:16:39,352 DEBUG [M:0;87fb68174c52:43861 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-07T12:16:39,352 INFO [M:0;87fb68174c52:43861 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T12:16:39,352 DEBUG [M:0;87fb68174c52:43861 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T12:16:39,352 DEBUG [M:0;87fb68174c52:43861 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-07T12:16:39,352 DEBUG [M:0;87fb68174c52:43861 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T12:16:39,352 INFO [M:0;87fb68174c52:43861 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB 2024-11-07T12:16:39,371 DEBUG [M:0;87fb68174c52:43861 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37649/user/jenkins/test-data/451bf079-e023-1374-227b-075279308609/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/55c3c0b85a044fa9bbb235f39aeb340c is 82, key is hbase:meta,,1/info:regioninfo/1730981791946/Put/seqid=0 2024-11-07T12:16:39,375 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33277 is added to blk_1073741853_1029 (size=5680) 2024-11-07T12:16:39,777 INFO [M:0;87fb68174c52:43861 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:37649/user/jenkins/test-data/451bf079-e023-1374-227b-075279308609/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/55c3c0b85a044fa9bbb235f39aeb340c 2024-11-07T12:16:39,801 DEBUG [M:0;87fb68174c52:43861 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37649/user/jenkins/test-data/451bf079-e023-1374-227b-075279308609/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/11d29b3ec21340f88339632fcbe424c8 is 375, key is \x00\x00\x00\x00\x00\x00\x00\x12/proc:d/1730981796205/Put/seqid=0 2024-11-07T12:16:39,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33277 is added to blk_1073741854_1030 (size=7319) 2024-11-07T12:16:40,207 INFO [M:0;87fb68174c52:43861 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:37649/user/jenkins/test-data/451bf079-e023-1374-227b-075279308609/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/11d29b3ec21340f88339632fcbe424c8 2024-11-07T12:16:40,230 DEBUG [M:0;87fb68174c52:43861 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37649/user/jenkins/test-data/451bf079-e023-1374-227b-075279308609/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2cdfa4966d99475c9f39ab279b141d63 is 69, key is 87fb68174c52,42227,1730981790429/rs:state/1730981791328/Put/seqid=0 2024-11-07T12:16:40,235 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33277 is added to blk_1073741855_1031 (size=5371) 2024-11-07T12:16:40,636 INFO [M:0;87fb68174c52:43861 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:37649/user/jenkins/test-data/451bf079-e023-1374-227b-075279308609/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2cdfa4966d99475c9f39ab279b141d63 2024-11-07T12:16:40,642 INFO [M:0;87fb68174c52:43861 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2cdfa4966d99475c9f39ab279b141d63 2024-11-07T12:16:40,643 DEBUG [M:0;87fb68174c52:43861 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37649/user/jenkins/test-data/451bf079-e023-1374-227b-075279308609/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/55c3c0b85a044fa9bbb235f39aeb340c as hdfs://localhost:37649/user/jenkins/test-data/451bf079-e023-1374-227b-075279308609/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/55c3c0b85a044fa9bbb235f39aeb340c 2024-11-07T12:16:40,649 INFO [M:0;87fb68174c52:43861 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37649/user/jenkins/test-data/451bf079-e023-1374-227b-075279308609/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/55c3c0b85a044fa9bbb235f39aeb340c, entries=8, sequenceid=172, filesize=5.5 K 2024-11-07T12:16:40,650 DEBUG [M:0;87fb68174c52:43861 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37649/user/jenkins/test-data/451bf079-e023-1374-227b-075279308609/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/11d29b3ec21340f88339632fcbe424c8 as hdfs://localhost:37649/user/jenkins/test-data/451bf079-e023-1374-227b-075279308609/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/11d29b3ec21340f88339632fcbe424c8 2024-11-07T12:16:40,655 INFO [M:0;87fb68174c52:43861 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37649/user/jenkins/test-data/451bf079-e023-1374-227b-075279308609/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/11d29b3ec21340f88339632fcbe424c8, entries=7, sequenceid=172, filesize=7.1 K 2024-11-07T12:16:40,656 DEBUG [M:0;87fb68174c52:43861 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37649/user/jenkins/test-data/451bf079-e023-1374-227b-075279308609/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2cdfa4966d99475c9f39ab279b141d63 as hdfs://localhost:37649/user/jenkins/test-data/451bf079-e023-1374-227b-075279308609/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/2cdfa4966d99475c9f39ab279b141d63 2024-11-07T12:16:40,662 INFO [M:0;87fb68174c52:43861 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2cdfa4966d99475c9f39ab279b141d63 2024-11-07T12:16:40,663 INFO [M:0;87fb68174c52:43861 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37649/user/jenkins/test-data/451bf079-e023-1374-227b-075279308609/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/2cdfa4966d99475c9f39ab279b141d63, entries=2, sequenceid=172, filesize=5.2 K 2024-11-07T12:16:40,664 INFO [M:0;87fb68174c52:43861 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1312ms, sequenceid=172, compaction requested=false 2024-11-07T12:16:40,666 INFO [M:0;87fb68174c52:43861 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T12:16:40,666 DEBUG [M:0;87fb68174c52:43861 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1730981799352Disabling compacts and flushes for region at 1730981799352Disabling writes for close at 1730981799352Obtaining lock to block concurrent updates at 1730981799352Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1730981799352Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1730981799353 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1730981799354 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1730981799354Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1730981799370 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1730981799370Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1730981799784 (+414 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1730981799801 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1730981799801Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1730981800213 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1730981800229 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1730981800229Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1834a215: reopening flushed file at 1730981800643 (+414 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@19d09917: reopening flushed file at 1730981800649 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3a9e49c4: reopening flushed file at 1730981800655 (+6 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1312ms, sequenceid=172, compaction requested=false at 1730981800664 (+9 ms)Writing region close event to WAL at 1730981800666 (+2 ms)Closed at 1730981800666 2024-11-07T12:16:40,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33277 is added to blk_1073741847_1023 (size=22949) 2024-11-07T12:16:40,669 INFO [M:0;87fb68174c52:43861 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-07T12:16:40,669 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-07T12:16:40,669 INFO [M:0;87fb68174c52:43861 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:43861 2024-11-07T12:16:40,670 INFO [M:0;87fb68174c52:43861 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-07T12:16:40,772 INFO [M:0;87fb68174c52:43861 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-07T12:16:40,772 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43861-0x1001a2bc1f60006, quorum=127.0.0.1:63590, baseZNode=/01384948455 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T12:16:40,772 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43861-0x1001a2bc1f60006, quorum=127.0.0.1:63590, baseZNode=/01384948455 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T12:16:40,775 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@318ae30c{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T12:16:40,775 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@60268925{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-07T12:16:40,775 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-07T12:16:40,775 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1edffc5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-07T12:16:40,775 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2a66a1cb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/00aac31b-c9a3-a24c-f67e-e85d417e9a0f/hadoop.log.dir/,STOPPED} 2024-11-07T12:16:40,777 WARN [BP-1412536708-172.17.0.3-1730981772125 heartbeating to localhost/127.0.0.1:37649 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-07T12:16:40,777 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-07T12:16:40,777 WARN [BP-1412536708-172.17.0.3-1730981772125 heartbeating to localhost/127.0.0.1:37649 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1412536708-172.17.0.3-1730981772125 (Datanode Uuid ce8eb9cf-8142-4d22-a86a-2ba655c00e18) service to localhost/127.0.0.1:37649 2024-11-07T12:16:40,777 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-07T12:16:40,778 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/00aac31b-c9a3-a24c-f67e-e85d417e9a0f/cluster_23aeefe1-8778-314a-b694-876128ce52f0/data/data1/current/BP-1412536708-172.17.0.3-1730981772125 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T12:16:40,778 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/00aac31b-c9a3-a24c-f67e-e85d417e9a0f/cluster_23aeefe1-8778-314a-b694-876128ce52f0/data/data2/current/BP-1412536708-172.17.0.3-1730981772125 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T12:16:40,778 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-07T12:16:40,785 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4219126d{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-07T12:16:40,785 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@63a6952a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-07T12:16:40,786 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-07T12:16:40,786 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@22c42bf7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-07T12:16:40,786 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@65423e7c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/00aac31b-c9a3-a24c-f67e-e85d417e9a0f/hadoop.log.dir/,STOPPED} 2024-11-07T12:16:40,794 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-07T12:16:40,808 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-07T12:16:40,819 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=108 (was 11) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@77306aca java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33925 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/87fb68174c52:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33925 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:63590) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins@localhost:37649 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/87fb68174c52:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:63590) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33925 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:37649 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33925 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: zk-event-processor-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:37649 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:37649 from jenkins.hfs.2 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:33925 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33925 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:37649 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/87fb68174c52:0.procedureResultReporter app//org.apache.hadoop.hbase.regionserver.HRegionServer.reportProcedureDone(HRegionServer.java:3557) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:90) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: zk-event-processor-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:33925 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:33925 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37649 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37649 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37649 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/87fb68174c52:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:33925 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/87fb68174c52:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:37649 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:33925 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=428 (was 287) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=304 (was 307), ProcessCount=11 (was 11), AvailableMemoryMB=287 (was 568) 2024-11-07T12:16:40,828 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=108, OpenFileDescriptor=428, MaxFileDescriptor=1048576, SystemLoadAverage=304, ProcessCount=11, AvailableMemoryMB=285 2024-11-07T12:16:40,848 INFO [Time-limited test {}] replication.TestMasterReplication(553): testBasePeerConfigsForPeerMutations 2024-11-07T12:16:40,849 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/55f74e21-0487-9ae4-f75c-1c37da478302/hadoop.log.dir so I do NOT create it in target/test-data/2dc5b9cd-9843-0e82-32e1-8ad167ec762a 2024-11-07T12:16:40,849 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/55f74e21-0487-9ae4-f75c-1c37da478302/hadoop.log.dir Erasing configuration value by system value. 2024-11-07T12:16:40,849 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/55f74e21-0487-9ae4-f75c-1c37da478302/hadoop.tmp.dir so I do NOT create it in target/test-data/2dc5b9cd-9843-0e82-32e1-8ad167ec762a 2024-11-07T12:16:40,849 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/55f74e21-0487-9ae4-f75c-1c37da478302/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-07T12:16:40,849 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2dc5b9cd-9843-0e82-32e1-8ad167ec762a 2024-11-07T12:16:40,849 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2dc5b9cd-9843-0e82-32e1-8ad167ec762a/cluster_3661a38f-09bc-f6eb-3913-6afeab9a893c, deleteOnExit=true 2024-11-07T12:16:40,853 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2dc5b9cd-9843-0e82-32e1-8ad167ec762a/cluster_3661a38f-09bc-f6eb-3913-6afeab9a893c/zookeeper_0, clientPort=51643, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2dc5b9cd-9843-0e82-32e1-8ad167ec762a/cluster_3661a38f-09bc-f6eb-3913-6afeab9a893c/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2dc5b9cd-9843-0e82-32e1-8ad167ec762a/cluster_3661a38f-09bc-f6eb-3913-6afeab9a893c/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-07T12:16:40,854 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=51643 2024-11-07T12:16:40,854 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-07T12:16:40,854 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-07T12:16:40,854 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2dc5b9cd-9843-0e82-32e1-8ad167ec762a/test.cache.data in system properties and HBase conf 2024-11-07T12:16:40,854 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2dc5b9cd-9843-0e82-32e1-8ad167ec762a/hadoop.tmp.dir in system properties and HBase conf 2024-11-07T12:16:40,854 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2dc5b9cd-9843-0e82-32e1-8ad167ec762a/hadoop.log.dir in system properties and HBase conf 2024-11-07T12:16:40,854 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2dc5b9cd-9843-0e82-32e1-8ad167ec762a/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-07T12:16:40,854 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2dc5b9cd-9843-0e82-32e1-8ad167ec762a/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-07T12:16:40,854 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-07T12:16:40,854 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-07T12:16:40,855 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2dc5b9cd-9843-0e82-32e1-8ad167ec762a/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-07T12:16:40,855 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2dc5b9cd-9843-0e82-32e1-8ad167ec762a/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-07T12:16:40,855 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2dc5b9cd-9843-0e82-32e1-8ad167ec762a/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-07T12:16:40,855 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2dc5b9cd-9843-0e82-32e1-8ad167ec762a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-07T12:16:40,855 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2dc5b9cd-9843-0e82-32e1-8ad167ec762a/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-07T12:16:40,855 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2dc5b9cd-9843-0e82-32e1-8ad167ec762a/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-07T12:16:40,855 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2dc5b9cd-9843-0e82-32e1-8ad167ec762a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-07T12:16:40,855 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2dc5b9cd-9843-0e82-32e1-8ad167ec762a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-07T12:16:40,855 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2dc5b9cd-9843-0e82-32e1-8ad167ec762a/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-07T12:16:40,855 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2dc5b9cd-9843-0e82-32e1-8ad167ec762a/nfs.dump.dir in system properties and HBase conf 2024-11-07T12:16:40,855 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2dc5b9cd-9843-0e82-32e1-8ad167ec762a/java.io.tmpdir in system properties and HBase conf 2024-11-07T12:16:40,856 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2dc5b9cd-9843-0e82-32e1-8ad167ec762a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-07T12:16:40,856 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2dc5b9cd-9843-0e82-32e1-8ad167ec762a/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-07T12:16:40,856 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2dc5b9cd-9843-0e82-32e1-8ad167ec762a/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-07T12:16:40,891 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1001a2bc1f60002, quorum=127.0.0.1:63590, baseZNode=/01384948455 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-07T12:16:40,891 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1001a2bc1f60005, quorum=127.0.0.1:63590, baseZNode=/11441414757 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-07T12:16:40,891 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1001a2bc1f60005, quorum=127.0.0.1:63590, baseZNode=/11441414757 Received Disconnected from ZooKeeper, ignoring 2024-11-07T12:16:40,891 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1001a2bc1f60002, quorum=127.0.0.1:63590, baseZNode=/01384948455 Received Disconnected from ZooKeeper, ignoring 2024-11-07T12:16:40,942 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T12:16:40,947 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-07T12:16:40,949 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-07T12:16:40,949 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-07T12:16:40,949 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-07T12:16:40,949 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T12:16:40,950 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@525ef99c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2dc5b9cd-9843-0e82-32e1-8ad167ec762a/hadoop.log.dir/,AVAILABLE} 2024-11-07T12:16:40,951 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6869fbf6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-07T12:16:41,068 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@70544169{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2dc5b9cd-9843-0e82-32e1-8ad167ec762a/java.io.tmpdir/jetty-localhost-37579-hadoop-hdfs-3_4_1-tests_jar-_-any-3593010149383803058/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-07T12:16:41,069 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@321a4060{HTTP/1.1, (http/1.1)}{localhost:37579} 2024-11-07T12:16:41,069 INFO [Time-limited test {}] server.Server(415): Started @31269ms 2024-11-07T12:16:41,158 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T12:16:41,162 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-07T12:16:41,165 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-07T12:16:41,165 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-07T12:16:41,165 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-07T12:16:41,165 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1bd303e6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2dc5b9cd-9843-0e82-32e1-8ad167ec762a/hadoop.log.dir/,AVAILABLE} 2024-11-07T12:16:41,166 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@526939f8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-07T12:16:41,284 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7d0b10d4{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2dc5b9cd-9843-0e82-32e1-8ad167ec762a/java.io.tmpdir/jetty-localhost-36343-hadoop-hdfs-3_4_1-tests_jar-_-any-17816007699207889986/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T12:16:41,284 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4076626c{HTTP/1.1, (http/1.1)}{localhost:36343} 2024-11-07T12:16:41,285 INFO [Time-limited test {}] server.Server(415): Started @31485ms 2024-11-07T12:16:41,287 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-07T12:16:41,414 WARN [Thread-499 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2dc5b9cd-9843-0e82-32e1-8ad167ec762a/cluster_3661a38f-09bc-f6eb-3913-6afeab9a893c/data/data1/current/BP-448331368-172.17.0.3-1730981800890/current, will proceed with Du for space computation calculation, 2024-11-07T12:16:41,414 WARN [Thread-500 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2dc5b9cd-9843-0e82-32e1-8ad167ec762a/cluster_3661a38f-09bc-f6eb-3913-6afeab9a893c/data/data2/current/BP-448331368-172.17.0.3-1730981800890/current, will proceed with Du for space computation calculation, 2024-11-07T12:16:41,437 WARN [Thread-487 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-07T12:16:41,440 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf03408a6fcc9e31a with lease ID 0xacbf967106ee12a4: Processing first storage report for DS-5036ddf0-1dd1-4043-b957-f531928098f4 from datanode DatanodeRegistration(127.0.0.1:44067, datanodeUuid=9287cd34-e084-4175-8034-9bad86707e70, infoPort=46513, infoSecurePort=0, ipcPort=36055, storageInfo=lv=-57;cid=testClusterID;nsid=154706260;c=1730981800890) 2024-11-07T12:16:41,440 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf03408a6fcc9e31a with lease ID 0xacbf967106ee12a4: from storage DS-5036ddf0-1dd1-4043-b957-f531928098f4 node DatanodeRegistration(127.0.0.1:44067, datanodeUuid=9287cd34-e084-4175-8034-9bad86707e70, infoPort=46513, infoSecurePort=0, ipcPort=36055, storageInfo=lv=-57;cid=testClusterID;nsid=154706260;c=1730981800890), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-07T12:16:41,441 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf03408a6fcc9e31a with lease ID 0xacbf967106ee12a4: Processing first storage report for DS-82cd0eb0-354a-4e6b-bdd4-70eef937d2b6 from datanode DatanodeRegistration(127.0.0.1:44067, datanodeUuid=9287cd34-e084-4175-8034-9bad86707e70, infoPort=46513, infoSecurePort=0, ipcPort=36055, storageInfo=lv=-57;cid=testClusterID;nsid=154706260;c=1730981800890) 2024-11-07T12:16:41,441 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf03408a6fcc9e31a with lease ID 0xacbf967106ee12a4: from storage DS-82cd0eb0-354a-4e6b-bdd4-70eef937d2b6 node DatanodeRegistration(127.0.0.1:44067, datanodeUuid=9287cd34-e084-4175-8034-9bad86707e70, infoPort=46513, infoSecurePort=0, ipcPort=36055, storageInfo=lv=-57;cid=testClusterID;nsid=154706260;c=1730981800890), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-07T12:16:41,519 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2dc5b9cd-9843-0e82-32e1-8ad167ec762a 2024-11-07T12:16:41,519 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T12:16:41,521 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T12:16:41,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44067 is added to blk_1073741825_1001 (size=7) 2024-11-07T12:16:41,944 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35435/user/jenkins/test-data/03ac464e-c104-e4bf-7377-f12c6112ce58 with version=8 2024-11-07T12:16:41,944 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:35435/user/jenkins/test-data/03ac464e-c104-e4bf-7377-f12c6112ce58/hbase-staging 2024-11-07T12:16:41,947 INFO [Time-limited test {}] client.ConnectionUtils(128): master/87fb68174c52:0 server-side Connection retries=45 2024-11-07T12:16:41,948 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T12:16:41,948 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-07T12:16:41,948 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-07T12:16:41,948 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T12:16:41,948 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-07T12:16:41,948 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-07T12:16:41,948 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T12:16:41,953 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:39107 2024-11-07T12:16:41,954 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39107 connecting to ZooKeeper ensemble=127.0.0.1:51643 2024-11-07T12:16:41,971 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:391070x0, quorum=127.0.0.1:51643, baseZNode=/0885311978 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T12:16:41,979 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39107-0x1001a2c36320000 connected 2024-11-07T12:16:42,018 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T12:16:42,020 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T12:16:42,025 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39107-0x1001a2c36320000, quorum=127.0.0.1:51643, baseZNode=/0885311978 Set watcher on znode that does not yet exist, /0885311978/running 2024-11-07T12:16:42,025 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35435/user/jenkins/test-data/03ac464e-c104-e4bf-7377-f12c6112ce58, hbase.cluster.distributed=false 2024-11-07T12:16:42,027 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39107-0x1001a2c36320000, quorum=127.0.0.1:51643, baseZNode=/0885311978 Set watcher on znode that does not yet exist, /0885311978/acl 2024-11-07T12:16:42,028 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39107 2024-11-07T12:16:42,032 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39107 2024-11-07T12:16:42,033 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39107 2024-11-07T12:16:42,034 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39107 2024-11-07T12:16:42,034 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39107 2024-11-07T12:16:42,053 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/87fb68174c52:0 server-side Connection retries=45 2024-11-07T12:16:42,053 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T12:16:42,053 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-07T12:16:42,053 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-07T12:16:42,054 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T12:16:42,054 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-07T12:16:42,054 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-07T12:16:42,054 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T12:16:42,055 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:44221 2024-11-07T12:16:42,056 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44221 connecting to ZooKeeper ensemble=127.0.0.1:51643 2024-11-07T12:16:42,057 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T12:16:42,059 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T12:16:42,064 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:442210x0, quorum=127.0.0.1:51643, baseZNode=/0885311978 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T12:16:42,065 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:442210x0, quorum=127.0.0.1:51643, baseZNode=/0885311978 Set watcher on znode that does not yet exist, /0885311978/running 2024-11-07T12:16:42,065 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-07T12:16:42,067 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44221-0x1001a2c36320001 connected 2024-11-07T12:16:42,069 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-07T12:16:42,070 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44221-0x1001a2c36320001, quorum=127.0.0.1:51643, baseZNode=/0885311978 Set watcher on znode that does not yet exist, /0885311978/master 2024-11-07T12:16:42,071 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44221-0x1001a2c36320001, quorum=127.0.0.1:51643, baseZNode=/0885311978 Set watcher on znode that does not yet exist, /0885311978/acl 2024-11-07T12:16:42,074 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44221 2024-11-07T12:16:42,074 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44221 2024-11-07T12:16:42,074 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44221 2024-11-07T12:16:42,075 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44221 2024-11-07T12:16:42,080 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44221 2024-11-07T12:16:42,092 DEBUG [M:0;87fb68174c52:39107 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;87fb68174c52:39107 2024-11-07T12:16:42,093 INFO [master/87fb68174c52:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0885311978/backup-masters/87fb68174c52,39107,1730981801947 2024-11-07T12:16:42,094 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44221-0x1001a2c36320001, quorum=127.0.0.1:51643, baseZNode=/0885311978 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0885311978/backup-masters 2024-11-07T12:16:42,094 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39107-0x1001a2c36320000, quorum=127.0.0.1:51643, baseZNode=/0885311978 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0885311978/backup-masters 2024-11-07T12:16:42,095 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39107-0x1001a2c36320000, quorum=127.0.0.1:51643, baseZNode=/0885311978 Set watcher on existing znode=/0885311978/backup-masters/87fb68174c52,39107,1730981801947 2024-11-07T12:16:42,097 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44221-0x1001a2c36320001, quorum=127.0.0.1:51643, baseZNode=/0885311978 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0885311978/master 2024-11-07T12:16:42,097 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44221-0x1001a2c36320001, quorum=127.0.0.1:51643, baseZNode=/0885311978 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0885311978 2024-11-07T12:16:42,097 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39107-0x1001a2c36320000, quorum=127.0.0.1:51643, baseZNode=/0885311978 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0885311978 2024-11-07T12:16:42,098 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39107-0x1001a2c36320000, quorum=127.0.0.1:51643, baseZNode=/0885311978 Set watcher on existing znode=/0885311978/master 2024-11-07T12:16:42,098 INFO [master/87fb68174c52:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0885311978/backup-masters/87fb68174c52,39107,1730981801947 from backup master directory 2024-11-07T12:16:42,101 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39107-0x1001a2c36320000, quorum=127.0.0.1:51643, baseZNode=/0885311978 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0885311978/backup-masters/87fb68174c52,39107,1730981801947 2024-11-07T12:16:42,101 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39107-0x1001a2c36320000, quorum=127.0.0.1:51643, baseZNode=/0885311978 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0885311978/backup-masters 2024-11-07T12:16:42,102 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44221-0x1001a2c36320001, quorum=127.0.0.1:51643, baseZNode=/0885311978 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0885311978/backup-masters 2024-11-07T12:16:42,102 WARN [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-07T12:16:42,102 INFO [master/87fb68174c52:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=87fb68174c52,39107,1730981801947 2024-11-07T12:16:42,110 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35435/user/jenkins/test-data/03ac464e-c104-e4bf-7377-f12c6112ce58/hbase.id] with ID: 2557cf68-cf59-4659-8512-0a930789b277 2024-11-07T12:16:42,110 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35435/user/jenkins/test-data/03ac464e-c104-e4bf-7377-f12c6112ce58/.tmp/hbase.id 2024-11-07T12:16:42,123 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44067 is added to blk_1073741826_1002 (size=42) 2024-11-07T12:16:42,524 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35435/user/jenkins/test-data/03ac464e-c104-e4bf-7377-f12c6112ce58/.tmp/hbase.id]:[hdfs://localhost:35435/user/jenkins/test-data/03ac464e-c104-e4bf-7377-f12c6112ce58/hbase.id] 2024-11-07T12:16:42,538 INFO [master/87fb68174c52:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T12:16:42,538 INFO [master/87fb68174c52:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-07T12:16:42,540 INFO [master/87fb68174c52:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-07T12:16:42,542 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44221-0x1001a2c36320001, quorum=127.0.0.1:51643, baseZNode=/0885311978 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0885311978 2024-11-07T12:16:42,542 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39107-0x1001a2c36320000, quorum=127.0.0.1:51643, baseZNode=/0885311978 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0885311978 2024-11-07T12:16:42,548 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44067 is added to blk_1073741827_1003 (size=196) 2024-11-07T12:16:42,949 INFO [master/87fb68174c52:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-07T12:16:42,950 INFO [master/87fb68174c52:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-07T12:16:42,950 INFO [master/87fb68174c52:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T12:16:42,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44067 is added to blk_1073741828_1004 (size=1189) 2024-11-07T12:16:43,359 INFO [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35435/user/jenkins/test-data/03ac464e-c104-e4bf-7377-f12c6112ce58/MasterData/data/master/store 2024-11-07T12:16:43,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44067 is added to blk_1073741829_1005 (size=34) 2024-11-07T12:16:43,622 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-07T12:16:43,624 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T12:16:43,647 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T12:16:43,766 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T12:16:43,766 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-07T12:16:43,767 INFO [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T12:16:43,767 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T12:16:43,767 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-07T12:16:43,767 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T12:16:43,767 INFO [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T12:16:43,767 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1730981803766Disabling compacts and flushes for region at 1730981803766Disabling writes for close at 1730981803767 (+1 ms)Writing region close event to WAL at 1730981803767Closed at 1730981803767 2024-11-07T12:16:43,768 WARN [master/87fb68174c52:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35435/user/jenkins/test-data/03ac464e-c104-e4bf-7377-f12c6112ce58/MasterData/data/master/store/.initializing 2024-11-07T12:16:43,768 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35435/user/jenkins/test-data/03ac464e-c104-e4bf-7377-f12c6112ce58/MasterData/WALs/87fb68174c52,39107,1730981801947 2024-11-07T12:16:43,769 INFO [master/87fb68174c52:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-07T12:16:43,771 INFO [master/87fb68174c52:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=87fb68174c52%2C39107%2C1730981801947, suffix=, logDir=hdfs://localhost:35435/user/jenkins/test-data/03ac464e-c104-e4bf-7377-f12c6112ce58/MasterData/WALs/87fb68174c52,39107,1730981801947, archiveDir=hdfs://localhost:35435/user/jenkins/test-data/03ac464e-c104-e4bf-7377-f12c6112ce58/MasterData/oldWALs, maxLogs=10 2024-11-07T12:16:43,784 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/03ac464e-c104-e4bf-7377-f12c6112ce58/MasterData/WALs/87fb68174c52,39107,1730981801947/87fb68174c52%2C39107%2C1730981801947.1730981803771, exclude list is [], retry=0 2024-11-07T12:16:43,787 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44067,DS-5036ddf0-1dd1-4043-b957-f531928098f4,DISK] 2024-11-07T12:16:43,790 INFO [master/87fb68174c52:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/03ac464e-c104-e4bf-7377-f12c6112ce58/MasterData/WALs/87fb68174c52,39107,1730981801947/87fb68174c52%2C39107%2C1730981801947.1730981803771 2024-11-07T12:16:43,790 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46513:46513)] 2024-11-07T12:16:43,790 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-07T12:16:43,790 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T12:16:43,790 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T12:16:43,790 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T12:16:43,793 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T12:16:43,794 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-07T12:16:43,794 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:16:43,795 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T12:16:43,795 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T12:16:43,796 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-07T12:16:43,796 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:16:43,797 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T12:16:43,797 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T12:16:43,798 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-07T12:16:43,798 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:16:43,798 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T12:16:43,798 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T12:16:43,799 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-07T12:16:43,799 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:16:43,800 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T12:16:43,800 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T12:16:43,801 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35435/user/jenkins/test-data/03ac464e-c104-e4bf-7377-f12c6112ce58/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-07T12:16:43,801 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35435/user/jenkins/test-data/03ac464e-c104-e4bf-7377-f12c6112ce58/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-07T12:16:43,802 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T12:16:43,802 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T12:16:43,803 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T12:16:43,804 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T12:16:43,806 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35435/user/jenkins/test-data/03ac464e-c104-e4bf-7377-f12c6112ce58/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T12:16:43,807 INFO [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60011015, jitterRate=-0.1057661920785904}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T12:16:43,808 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1730981803790Initializing all the Stores at 1730981803791 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730981803791Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730981803792 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730981803792Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730981803792Cleaning up temporary data from old regions at 1730981803802 (+10 ms)Region opened successfully at 1730981803807 (+5 ms) 2024-11-07T12:16:43,808 INFO [master/87fb68174c52:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-07T12:16:43,811 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4504102f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=87fb68174c52/172.17.0.3:0 2024-11-07T12:16:43,812 INFO [master/87fb68174c52:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-07T12:16:43,812 INFO [master/87fb68174c52:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-07T12:16:43,812 INFO [master/87fb68174c52:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-07T12:16:43,813 INFO [master/87fb68174c52:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-07T12:16:43,813 INFO [master/87fb68174c52:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-07T12:16:43,813 INFO [master/87fb68174c52:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-07T12:16:43,813 INFO [master/87fb68174c52:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-07T12:16:43,816 INFO [master/87fb68174c52:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-07T12:16:43,816 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39107-0x1001a2c36320000, quorum=127.0.0.1:51643, baseZNode=/0885311978 Unable to get data of znode /0885311978/balancer because node does not exist (not necessarily an error) 2024-11-07T12:16:43,818 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0885311978/balancer already deleted, retry=false 2024-11-07T12:16:43,818 INFO [master/87fb68174c52:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-07T12:16:43,819 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39107-0x1001a2c36320000, quorum=127.0.0.1:51643, baseZNode=/0885311978 Unable to get data of znode /0885311978/normalizer because node does not exist (not necessarily an error) 2024-11-07T12:16:43,820 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0885311978/normalizer already deleted, retry=false 2024-11-07T12:16:43,820 INFO [master/87fb68174c52:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-07T12:16:43,821 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39107-0x1001a2c36320000, quorum=127.0.0.1:51643, baseZNode=/0885311978 Unable to get data of znode /0885311978/switch/split because node does not exist (not necessarily an error) 2024-11-07T12:16:43,822 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0885311978/switch/split already deleted, retry=false 2024-11-07T12:16:43,823 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39107-0x1001a2c36320000, quorum=127.0.0.1:51643, baseZNode=/0885311978 Unable to get data of znode /0885311978/switch/merge because node does not exist (not necessarily an error) 2024-11-07T12:16:43,824 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0885311978/switch/merge already deleted, retry=false 2024-11-07T12:16:43,826 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39107-0x1001a2c36320000, quorum=127.0.0.1:51643, baseZNode=/0885311978 Unable to get data of znode /0885311978/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-07T12:16:43,827 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0885311978/snapshot-cleanup already deleted, retry=false 2024-11-07T12:16:43,828 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39107-0x1001a2c36320000, quorum=127.0.0.1:51643, baseZNode=/0885311978 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0885311978/running 2024-11-07T12:16:43,828 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44221-0x1001a2c36320001, quorum=127.0.0.1:51643, baseZNode=/0885311978 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0885311978/running 2024-11-07T12:16:43,828 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39107-0x1001a2c36320000, quorum=127.0.0.1:51643, baseZNode=/0885311978 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0885311978 2024-11-07T12:16:43,828 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44221-0x1001a2c36320001, quorum=127.0.0.1:51643, baseZNode=/0885311978 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0885311978 2024-11-07T12:16:43,829 INFO [master/87fb68174c52:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=87fb68174c52,39107,1730981801947, sessionid=0x1001a2c36320000, setting cluster-up flag (Was=false) 2024-11-07T12:16:43,831 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44221-0x1001a2c36320001, quorum=127.0.0.1:51643, baseZNode=/0885311978 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0885311978 2024-11-07T12:16:43,831 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39107-0x1001a2c36320000, quorum=127.0.0.1:51643, baseZNode=/0885311978 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0885311978 2024-11-07T12:16:43,836 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0885311978/flush-table-proc/acquired, /0885311978/flush-table-proc/reached, /0885311978/flush-table-proc/abort 2024-11-07T12:16:43,837 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=87fb68174c52,39107,1730981801947 2024-11-07T12:16:43,840 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44221-0x1001a2c36320001, quorum=127.0.0.1:51643, baseZNode=/0885311978 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0885311978 2024-11-07T12:16:43,840 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39107-0x1001a2c36320000, quorum=127.0.0.1:51643, baseZNode=/0885311978 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0885311978 2024-11-07T12:16:43,845 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0885311978/online-snapshot/acquired, /0885311978/online-snapshot/reached, /0885311978/online-snapshot/abort 2024-11-07T12:16:43,846 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=87fb68174c52,39107,1730981801947 2024-11-07T12:16:43,848 INFO [master/87fb68174c52:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35435/user/jenkins/test-data/03ac464e-c104-e4bf-7377-f12c6112ce58/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-07T12:16:43,849 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-07T12:16:43,850 INFO [master/87fb68174c52:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-07T12:16:43,850 INFO [master/87fb68174c52:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-07T12:16:43,851 WARN [master/87fb68174c52:0:becomeActiveMaster {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of 87fb68174c52,39765,1730981775531: status=Processing ServerCrashProcedure of 87fb68174c52,39765,1730981775531 current State SERVER_CRASH_CLAIM_REPLICATION_QUEUES, state=RUNNING, startTime=1730981791250, completionTime=-1 appears to have been leaked 2024-11-07T12:16:43,851 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 87fb68174c52,39107,1730981801947 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-07T12:16:43,852 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/87fb68174c52:0, corePoolSize=5, maxPoolSize=5 2024-11-07T12:16:43,852 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/87fb68174c52:0, corePoolSize=5, maxPoolSize=5 2024-11-07T12:16:43,852 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/87fb68174c52:0, corePoolSize=5, maxPoolSize=5 2024-11-07T12:16:43,852 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/87fb68174c52:0, corePoolSize=5, maxPoolSize=5 2024-11-07T12:16:43,852 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/87fb68174c52:0, corePoolSize=10, maxPoolSize=10 2024-11-07T12:16:43,852 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:16:43,852 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/87fb68174c52:0, corePoolSize=2, maxPoolSize=2 2024-11-07T12:16:43,853 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:16:43,853 INFO [master/87fb68174c52:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1730981833853 2024-11-07T12:16:43,853 INFO [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-07T12:16:43,853 INFO [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-07T12:16:43,854 INFO [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-07T12:16:43,854 INFO [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-07T12:16:43,854 INFO [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-07T12:16:43,854 INFO [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-07T12:16:43,854 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-07T12:16:43,854 INFO [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-07T12:16:43,854 INFO [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-07T12:16:43,854 INFO [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-07T12:16:43,854 INFO [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-07T12:16:43,854 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T12:16:43,854 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-07T12:16:43,855 INFO [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-07T12:16:43,855 INFO [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-07T12:16:43,855 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/87fb68174c52:0:becomeActiveMaster-HFileCleaner.large.0-1730981803855,5,FailOnTimeoutGroup] 2024-11-07T12:16:43,855 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/87fb68174c52:0:becomeActiveMaster-HFileCleaner.small.0-1730981803855,5,FailOnTimeoutGroup] 2024-11-07T12:16:43,855 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-07T12:16:43,855 INFO [master/87fb68174c52:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-07T12:16:43,855 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-07T12:16:43,855 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-07T12:16:43,855 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:16:43,856 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-07T12:16:43,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44067 is added to blk_1073741831_1007 (size=1321) 2024-11-07T12:16:43,883 INFO [RS:0;87fb68174c52:44221 {}] regionserver.HRegionServer(746): ClusterId : 2557cf68-cf59-4659-8512-0a930789b277 2024-11-07T12:16:43,883 DEBUG [RS:0;87fb68174c52:44221 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-07T12:16:43,886 DEBUG [RS:0;87fb68174c52:44221 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-07T12:16:43,886 DEBUG [RS:0;87fb68174c52:44221 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-07T12:16:43,888 DEBUG [RS:0;87fb68174c52:44221 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-07T12:16:43,888 DEBUG [RS:0;87fb68174c52:44221 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@629ef209, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=87fb68174c52/172.17.0.3:0 2024-11-07T12:16:43,900 DEBUG [RS:0;87fb68174c52:44221 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;87fb68174c52:44221 2024-11-07T12:16:43,900 INFO [RS:0;87fb68174c52:44221 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-07T12:16:43,900 INFO [RS:0;87fb68174c52:44221 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-07T12:16:43,900 DEBUG [RS:0;87fb68174c52:44221 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-07T12:16:43,901 INFO [RS:0;87fb68174c52:44221 {}] regionserver.HRegionServer(2659): reportForDuty to master=87fb68174c52,39107,1730981801947 with port=44221, startcode=1730981802053 2024-11-07T12:16:43,901 DEBUG [RS:0;87fb68174c52:44221 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-07T12:16:43,903 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58855, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-11-07T12:16:43,904 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39107 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 87fb68174c52,44221,1730981802053 2024-11-07T12:16:43,904 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39107 {}] master.ServerManager(517): Registering regionserver=87fb68174c52,44221,1730981802053 2024-11-07T12:16:43,906 DEBUG [RS:0;87fb68174c52:44221 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35435/user/jenkins/test-data/03ac464e-c104-e4bf-7377-f12c6112ce58 2024-11-07T12:16:43,906 DEBUG [RS:0;87fb68174c52:44221 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35435 2024-11-07T12:16:43,906 DEBUG [RS:0;87fb68174c52:44221 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-07T12:16:43,908 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39107-0x1001a2c36320000, quorum=127.0.0.1:51643, baseZNode=/0885311978 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0885311978/rs 2024-11-07T12:16:43,908 DEBUG [RS:0;87fb68174c52:44221 {}] zookeeper.ZKUtil(111): regionserver:44221-0x1001a2c36320001, quorum=127.0.0.1:51643, baseZNode=/0885311978 Set watcher on existing znode=/0885311978/rs/87fb68174c52,44221,1730981802053 2024-11-07T12:16:43,908 WARN [RS:0;87fb68174c52:44221 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-07T12:16:43,908 INFO [RS:0;87fb68174c52:44221 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T12:16:43,908 DEBUG [RS:0;87fb68174c52:44221 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35435/user/jenkins/test-data/03ac464e-c104-e4bf-7377-f12c6112ce58/WALs/87fb68174c52,44221,1730981802053 2024-11-07T12:16:43,909 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [87fb68174c52,44221,1730981802053] 2024-11-07T12:16:43,912 INFO [RS:0;87fb68174c52:44221 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-07T12:16:43,913 INFO [RS:0;87fb68174c52:44221 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-07T12:16:43,914 INFO [RS:0;87fb68174c52:44221 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-07T12:16:43,914 INFO [RS:0;87fb68174c52:44221 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T12:16:43,916 INFO [RS:0;87fb68174c52:44221 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-07T12:16:43,917 INFO [RS:0;87fb68174c52:44221 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-07T12:16:43,917 INFO [RS:0;87fb68174c52:44221 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-07T12:16:43,917 DEBUG [RS:0;87fb68174c52:44221 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:16:43,917 DEBUG [RS:0;87fb68174c52:44221 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:16:43,917 DEBUG [RS:0;87fb68174c52:44221 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:16:43,917 DEBUG [RS:0;87fb68174c52:44221 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:16:43,917 DEBUG [RS:0;87fb68174c52:44221 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:16:43,917 DEBUG [RS:0;87fb68174c52:44221 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/87fb68174c52:0, corePoolSize=2, maxPoolSize=2 2024-11-07T12:16:43,917 DEBUG [RS:0;87fb68174c52:44221 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:16:43,917 DEBUG [RS:0;87fb68174c52:44221 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:16:43,917 DEBUG [RS:0;87fb68174c52:44221 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:16:43,917 DEBUG [RS:0;87fb68174c52:44221 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:16:43,917 DEBUG [RS:0;87fb68174c52:44221 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:16:43,917 DEBUG [RS:0;87fb68174c52:44221 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:16:43,917 DEBUG [RS:0;87fb68174c52:44221 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/87fb68174c52:0, corePoolSize=3, maxPoolSize=3 2024-11-07T12:16:43,917 DEBUG [RS:0;87fb68174c52:44221 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/87fb68174c52:0, corePoolSize=3, maxPoolSize=3 2024-11-07T12:16:43,918 INFO [RS:0;87fb68174c52:44221 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T12:16:43,918 INFO [RS:0;87fb68174c52:44221 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T12:16:43,918 INFO [RS:0;87fb68174c52:44221 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T12:16:43,918 INFO [RS:0;87fb68174c52:44221 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-07T12:16:43,918 INFO [RS:0;87fb68174c52:44221 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-07T12:16:43,918 INFO [RS:0;87fb68174c52:44221 {}] hbase.ChoreService(168): Chore ScheduledChore name=87fb68174c52,44221,1730981802053-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-07T12:16:43,937 INFO [RS:0;87fb68174c52:44221 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-07T12:16:43,937 INFO [RS:0;87fb68174c52:44221 {}] hbase.ChoreService(168): Chore ScheduledChore name=87fb68174c52,44221,1730981802053-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T12:16:43,937 INFO [RS:0;87fb68174c52:44221 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T12:16:43,938 INFO [RS:0;87fb68174c52:44221 {}] regionserver.Replication(171): 87fb68174c52,44221,1730981802053 started 2024-11-07T12:16:43,954 INFO [RS:0;87fb68174c52:44221 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T12:16:43,954 INFO [RS:0;87fb68174c52:44221 {}] regionserver.HRegionServer(1482): Serving as 87fb68174c52,44221,1730981802053, RpcServer on 87fb68174c52/172.17.0.3:44221, sessionid=0x1001a2c36320001 2024-11-07T12:16:43,955 DEBUG [RS:0;87fb68174c52:44221 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-07T12:16:43,955 DEBUG [RS:0;87fb68174c52:44221 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 87fb68174c52,44221,1730981802053 2024-11-07T12:16:43,955 DEBUG [RS:0;87fb68174c52:44221 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '87fb68174c52,44221,1730981802053' 2024-11-07T12:16:43,955 DEBUG [RS:0;87fb68174c52:44221 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0885311978/flush-table-proc/abort' 2024-11-07T12:16:43,955 DEBUG [RS:0;87fb68174c52:44221 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0885311978/flush-table-proc/acquired' 2024-11-07T12:16:43,956 DEBUG [RS:0;87fb68174c52:44221 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-07T12:16:43,956 DEBUG [RS:0;87fb68174c52:44221 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-07T12:16:43,956 DEBUG [RS:0;87fb68174c52:44221 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 87fb68174c52,44221,1730981802053 2024-11-07T12:16:43,956 DEBUG [RS:0;87fb68174c52:44221 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '87fb68174c52,44221,1730981802053' 2024-11-07T12:16:43,956 DEBUG [RS:0;87fb68174c52:44221 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0885311978/online-snapshot/abort' 2024-11-07T12:16:43,956 DEBUG [RS:0;87fb68174c52:44221 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0885311978/online-snapshot/acquired' 2024-11-07T12:16:43,957 DEBUG [RS:0;87fb68174c52:44221 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-07T12:16:43,957 INFO [RS:0;87fb68174c52:44221 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-07T12:16:43,957 INFO [RS:0;87fb68174c52:44221 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-07T12:16:44,057 INFO [RS:0;87fb68174c52:44221 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-07T12:16:44,059 INFO [RS:0;87fb68174c52:44221 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=87fb68174c52%2C44221%2C1730981802053, suffix=, logDir=hdfs://localhost:35435/user/jenkins/test-data/03ac464e-c104-e4bf-7377-f12c6112ce58/WALs/87fb68174c52,44221,1730981802053, archiveDir=hdfs://localhost:35435/user/jenkins/test-data/03ac464e-c104-e4bf-7377-f12c6112ce58/oldWALs, maxLogs=10 2024-11-07T12:16:44,073 DEBUG [RS:0;87fb68174c52:44221 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/03ac464e-c104-e4bf-7377-f12c6112ce58/WALs/87fb68174c52,44221,1730981802053/87fb68174c52%2C44221%2C1730981802053.1730981804060, exclude list is [], retry=0 2024-11-07T12:16:44,076 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44067,DS-5036ddf0-1dd1-4043-b957-f531928098f4,DISK] 2024-11-07T12:16:44,078 INFO [RS:0;87fb68174c52:44221 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/03ac464e-c104-e4bf-7377-f12c6112ce58/WALs/87fb68174c52,44221,1730981802053/87fb68174c52%2C44221%2C1730981802053.1730981804060 2024-11-07T12:16:44,079 DEBUG [RS:0;87fb68174c52:44221 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46513:46513)] 2024-11-07T12:16:44,264 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35435/user/jenkins/test-data/03ac464e-c104-e4bf-7377-f12c6112ce58/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-07T12:16:44,264 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35435/user/jenkins/test-data/03ac464e-c104-e4bf-7377-f12c6112ce58 2024-11-07T12:16:44,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44067 is added to blk_1073741833_1009 (size=32) 2024-11-07T12:16:44,672 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T12:16:44,673 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-07T12:16:44,675 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-07T12:16:44,675 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:16:44,676 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T12:16:44,676 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-07T12:16:44,677 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-07T12:16:44,677 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:16:44,678 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T12:16:44,678 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-07T12:16:44,679 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-07T12:16:44,679 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:16:44,679 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T12:16:44,679 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-07T12:16:44,680 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-07T12:16:44,681 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:16:44,681 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T12:16:44,681 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-07T12:16:44,682 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35435/user/jenkins/test-data/03ac464e-c104-e4bf-7377-f12c6112ce58/data/hbase/meta/1588230740 2024-11-07T12:16:44,682 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35435/user/jenkins/test-data/03ac464e-c104-e4bf-7377-f12c6112ce58/data/hbase/meta/1588230740 2024-11-07T12:16:44,683 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-07T12:16:44,683 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-07T12:16:44,684 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T12:16:44,685 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-07T12:16:44,687 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35435/user/jenkins/test-data/03ac464e-c104-e4bf-7377-f12c6112ce58/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T12:16:44,687 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70485675, jitterRate=0.0503184050321579}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T12:16:44,688 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1730981804672Initializing all the Stores at 1730981804673 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730981804673Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730981804673Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730981804673Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730981804673Cleaning up temporary data from old regions at 1730981804683 (+10 ms)Region opened successfully at 1730981804688 (+5 ms) 2024-11-07T12:16:44,688 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-07T12:16:44,688 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-07T12:16:44,688 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-07T12:16:44,688 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-07T12:16:44,688 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-07T12:16:44,688 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-07T12:16:44,688 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1730981804688Disabling compacts and flushes for region at 1730981804688Disabling writes for close at 1730981804688Writing region close event to WAL at 1730981804688Closed at 1730981804688 2024-11-07T12:16:44,690 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T12:16:44,690 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-07T12:16:44,690 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-07T12:16:44,691 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-07T12:16:44,693 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-07T12:16:44,843 DEBUG [87fb68174c52:39107 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-07T12:16:44,844 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=87fb68174c52,44221,1730981802053 2024-11-07T12:16:44,845 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 87fb68174c52,44221,1730981802053, state=OPENING 2024-11-07T12:16:44,846 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-07T12:16:44,848 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44221-0x1001a2c36320001, quorum=127.0.0.1:51643, baseZNode=/0885311978 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0885311978 2024-11-07T12:16:44,848 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39107-0x1001a2c36320000, quorum=127.0.0.1:51643, baseZNode=/0885311978 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0885311978 2024-11-07T12:16:44,848 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-07T12:16:44,849 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=87fb68174c52,44221,1730981802053}] 2024-11-07T12:16:44,849 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0885311978/meta-region-server: CHANGED 2024-11-07T12:16:44,849 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0885311978/meta-region-server: CHANGED 2024-11-07T12:16:45,002 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-07T12:16:45,004 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46359, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-07T12:16:45,008 INFO [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-07T12:16:45,008 INFO [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T12:16:45,008 INFO [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-07T12:16:45,009 INFO [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=87fb68174c52%2C44221%2C1730981802053.meta, suffix=.meta, logDir=hdfs://localhost:35435/user/jenkins/test-data/03ac464e-c104-e4bf-7377-f12c6112ce58/WALs/87fb68174c52,44221,1730981802053, archiveDir=hdfs://localhost:35435/user/jenkins/test-data/03ac464e-c104-e4bf-7377-f12c6112ce58/oldWALs, maxLogs=10 2024-11-07T12:16:45,023 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/03ac464e-c104-e4bf-7377-f12c6112ce58/WALs/87fb68174c52,44221,1730981802053/87fb68174c52%2C44221%2C1730981802053.meta.1730981805010.meta, exclude list is [], retry=0 2024-11-07T12:16:45,025 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44067,DS-5036ddf0-1dd1-4043-b957-f531928098f4,DISK] 2024-11-07T12:16:45,027 INFO [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/03ac464e-c104-e4bf-7377-f12c6112ce58/WALs/87fb68174c52,44221,1730981802053/87fb68174c52%2C44221%2C1730981802053.meta.1730981805010.meta 2024-11-07T12:16:45,028 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46513:46513)] 2024-11-07T12:16:45,028 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-07T12:16:45,028 INFO [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-07T12:16:45,029 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-07T12:16:45,029 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-07T12:16:45,029 INFO [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-07T12:16:45,029 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-07T12:16:45,029 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T12:16:45,029 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-07T12:16:45,029 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-07T12:16:45,030 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-07T12:16:45,031 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-07T12:16:45,031 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:16:45,032 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T12:16:45,032 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-07T12:16:45,033 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-07T12:16:45,033 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:16:45,034 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T12:16:45,034 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-07T12:16:45,035 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-07T12:16:45,035 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:16:45,035 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T12:16:45,035 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-07T12:16:45,036 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-07T12:16:45,036 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:16:45,037 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T12:16:45,037 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-07T12:16:45,038 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35435/user/jenkins/test-data/03ac464e-c104-e4bf-7377-f12c6112ce58/data/hbase/meta/1588230740 2024-11-07T12:16:45,039 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35435/user/jenkins/test-data/03ac464e-c104-e4bf-7377-f12c6112ce58/data/hbase/meta/1588230740 2024-11-07T12:16:45,040 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-07T12:16:45,040 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-07T12:16:45,040 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T12:16:45,041 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-07T12:16:45,042 INFO [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60695388, jitterRate=-0.09556823968887329}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T12:16:45,042 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-07T12:16:45,043 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1730981805029Writing region info on filesystem at 1730981805029Initializing all the Stores at 1730981805030 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730981805030Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730981805030Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730981805030Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730981805030Cleaning up temporary data from old regions at 1730981805040 (+10 ms)Running coprocessor post-open hooks at 1730981805042 (+2 ms)Region opened successfully at 1730981805043 (+1 ms) 2024-11-07T12:16:45,044 INFO [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1730981805002 2024-11-07T12:16:45,047 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-07T12:16:45,047 INFO [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-07T12:16:45,047 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=87fb68174c52,44221,1730981802053 2024-11-07T12:16:45,048 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 87fb68174c52,44221,1730981802053, state=OPEN 2024-11-07T12:16:45,054 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39107-0x1001a2c36320000, quorum=127.0.0.1:51643, baseZNode=/0885311978 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0885311978/meta-region-server 2024-11-07T12:16:45,054 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44221-0x1001a2c36320001, quorum=127.0.0.1:51643, baseZNode=/0885311978 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0885311978/meta-region-server 2024-11-07T12:16:45,054 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=87fb68174c52,44221,1730981802053 2024-11-07T12:16:45,054 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0885311978/meta-region-server: CHANGED 2024-11-07T12:16:45,054 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0885311978/meta-region-server: CHANGED 2024-11-07T12:16:45,057 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-07T12:16:45,057 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=87fb68174c52,44221,1730981802053 in 206 msec 2024-11-07T12:16:45,060 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-07T12:16:45,060 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 367 msec 2024-11-07T12:16:45,061 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T12:16:45,061 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-07T12:16:45,062 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T12:16:45,062 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=87fb68174c52,44221,1730981802053, seqNum=-1] 2024-11-07T12:16:45,062 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T12:16:45,064 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51595, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T12:16:45,070 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2200 sec 2024-11-07T12:16:45,070 INFO [master/87fb68174c52:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1730981805070, completionTime=-1 2024-11-07T12:16:45,070 INFO [master/87fb68174c52:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-07T12:16:45,070 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-07T12:16:45,072 INFO [master/87fb68174c52:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-07T12:16:45,072 INFO [master/87fb68174c52:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1730981865072 2024-11-07T12:16:45,072 INFO [master/87fb68174c52:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1730981925072 2024-11-07T12:16:45,072 INFO [master/87fb68174c52:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-07T12:16:45,073 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=87fb68174c52,39107,1730981801947-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T12:16:45,073 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=87fb68174c52,39107,1730981801947-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T12:16:45,073 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=87fb68174c52,39107,1730981801947-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T12:16:45,073 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-87fb68174c52:39107, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T12:16:45,073 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-07T12:16:45,073 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-07T12:16:45,075 DEBUG [master/87fb68174c52:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-07T12:16:45,077 INFO [master/87fb68174c52:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.975sec 2024-11-07T12:16:45,077 INFO [master/87fb68174c52:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-07T12:16:45,077 INFO [master/87fb68174c52:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-07T12:16:45,077 INFO [master/87fb68174c52:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-07T12:16:45,077 INFO [master/87fb68174c52:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-07T12:16:45,077 INFO [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-07T12:16:45,077 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=87fb68174c52,39107,1730981801947-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-07T12:16:45,077 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=87fb68174c52,39107,1730981801947-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-07T12:16:45,080 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-07T12:16:45,080 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-07T12:16:45,080 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=87fb68174c52,39107,1730981801947-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T12:16:45,085 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@564140f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:16:45,085 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 87fb68174c52,39107,-1 for getting cluster id 2024-11-07T12:16:45,085 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T12:16:45,086 DEBUG [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2557cf68-cf59-4659-8512-0a930789b277' 2024-11-07T12:16:45,087 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T12:16:45,087 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2557cf68-cf59-4659-8512-0a930789b277" 2024-11-07T12:16:45,087 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f30917a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:16:45,087 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [87fb68174c52,39107,-1] 2024-11-07T12:16:45,087 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T12:16:45,087 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:16:45,089 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35750, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T12:16:45,090 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e1d5c35, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:16:45,090 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T12:16:45,091 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=87fb68174c52,44221,1730981802053, seqNum=-1] 2024-11-07T12:16:45,091 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T12:16:45,093 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52986, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T12:16:45,094 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=87fb68174c52,39107,1730981801947 2024-11-07T12:16:45,095 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:51643 2024-11-07T12:16:45,098 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:51643, baseZNode=/0885311978 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T12:16:45,098 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1001a2c36320002 connected 2024-11-07T12:16:45,102 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2dc5b9cd-9843-0e82-32e1-8ad167ec762a/hadoop.log.dir so I do NOT create it in target/test-data/d9b6d533-24e1-6580-efb0-545191f886dd 2024-11-07T12:16:45,102 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2dc5b9cd-9843-0e82-32e1-8ad167ec762a/hadoop.log.dir Erasing configuration value by system value. 2024-11-07T12:16:45,102 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2dc5b9cd-9843-0e82-32e1-8ad167ec762a/hadoop.tmp.dir so I do NOT create it in target/test-data/d9b6d533-24e1-6580-efb0-545191f886dd 2024-11-07T12:16:45,102 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2dc5b9cd-9843-0e82-32e1-8ad167ec762a/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-07T12:16:45,102 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d9b6d533-24e1-6580-efb0-545191f886dd 2024-11-07T12:16:45,102 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-07T12:16:45,102 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d9b6d533-24e1-6580-efb0-545191f886dd/cluster_8db63d9d-d8a6-4eb7-aa69-6025289c4ccf, deleteOnExit=true 2024-11-07T12:16:45,102 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-07T12:16:45,102 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d9b6d533-24e1-6580-efb0-545191f886dd/test.cache.data in system properties and HBase conf 2024-11-07T12:16:45,102 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d9b6d533-24e1-6580-efb0-545191f886dd/hadoop.tmp.dir in system properties and HBase conf 2024-11-07T12:16:45,102 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d9b6d533-24e1-6580-efb0-545191f886dd/hadoop.log.dir in system properties and HBase conf 2024-11-07T12:16:45,102 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d9b6d533-24e1-6580-efb0-545191f886dd/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-07T12:16:45,102 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d9b6d533-24e1-6580-efb0-545191f886dd/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-07T12:16:45,102 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-07T12:16:45,102 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-07T12:16:45,103 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d9b6d533-24e1-6580-efb0-545191f886dd/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-07T12:16:45,103 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d9b6d533-24e1-6580-efb0-545191f886dd/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-07T12:16:45,103 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d9b6d533-24e1-6580-efb0-545191f886dd/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-07T12:16:45,103 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d9b6d533-24e1-6580-efb0-545191f886dd/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-07T12:16:45,103 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d9b6d533-24e1-6580-efb0-545191f886dd/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-07T12:16:45,103 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d9b6d533-24e1-6580-efb0-545191f886dd/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-07T12:16:45,103 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d9b6d533-24e1-6580-efb0-545191f886dd/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-07T12:16:45,103 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d9b6d533-24e1-6580-efb0-545191f886dd/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-07T12:16:45,103 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d9b6d533-24e1-6580-efb0-545191f886dd/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-07T12:16:45,103 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d9b6d533-24e1-6580-efb0-545191f886dd/nfs.dump.dir in system properties and HBase conf 2024-11-07T12:16:45,103 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d9b6d533-24e1-6580-efb0-545191f886dd/java.io.tmpdir in system properties and HBase conf 2024-11-07T12:16:45,103 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d9b6d533-24e1-6580-efb0-545191f886dd/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-07T12:16:45,103 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d9b6d533-24e1-6580-efb0-545191f886dd/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-07T12:16:45,103 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d9b6d533-24e1-6580-efb0-545191f886dd/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-07T12:16:45,201 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T12:16:45,207 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-07T12:16:45,208 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-07T12:16:45,208 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-07T12:16:45,208 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-07T12:16:45,209 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T12:16:45,209 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3833aa3c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d9b6d533-24e1-6580-efb0-545191f886dd/hadoop.log.dir/,AVAILABLE} 2024-11-07T12:16:45,209 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6d5ad8c4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-07T12:16:45,326 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@765885a1{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d9b6d533-24e1-6580-efb0-545191f886dd/java.io.tmpdir/jetty-localhost-43623-hadoop-hdfs-3_4_1-tests_jar-_-any-12923547303011894864/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-07T12:16:45,326 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@546cc908{HTTP/1.1, (http/1.1)}{localhost:43623} 2024-11-07T12:16:45,326 INFO [Time-limited test {}] server.Server(415): Started @35526ms 2024-11-07T12:16:45,408 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T12:16:45,411 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-07T12:16:45,413 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-07T12:16:45,413 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-07T12:16:45,413 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-07T12:16:45,414 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@42c98647{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d9b6d533-24e1-6580-efb0-545191f886dd/hadoop.log.dir/,AVAILABLE} 2024-11-07T12:16:45,414 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@54ab07b2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-07T12:16:45,529 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@459032ea{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d9b6d533-24e1-6580-efb0-545191f886dd/java.io.tmpdir/jetty-localhost-41089-hadoop-hdfs-3_4_1-tests_jar-_-any-6665473830111420714/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T12:16:45,529 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@14777db9{HTTP/1.1, (http/1.1)}{localhost:41089} 2024-11-07T12:16:45,529 INFO [Time-limited test {}] server.Server(415): Started @35729ms 2024-11-07T12:16:45,531 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-07T12:16:45,617 WARN [Thread-621 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d9b6d533-24e1-6580-efb0-545191f886dd/cluster_8db63d9d-d8a6-4eb7-aa69-6025289c4ccf/data/data2/current/BP-1339373065-172.17.0.3-1730981805137/current, will proceed with Du for space computation calculation, 2024-11-07T12:16:45,617 WARN [Thread-620 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d9b6d533-24e1-6580-efb0-545191f886dd/cluster_8db63d9d-d8a6-4eb7-aa69-6025289c4ccf/data/data1/current/BP-1339373065-172.17.0.3-1730981805137/current, will proceed with Du for space computation calculation, 2024-11-07T12:16:45,637 WARN [Thread-608 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-07T12:16:45,640 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x43c7b555b1e19ad5 with lease ID 0x9774f0f1a18ec270: Processing first storage report for DS-e7da24f8-c6b8-4639-a459-c376e95bb8ab from datanode DatanodeRegistration(127.0.0.1:41561, datanodeUuid=258edf4c-5bbb-4047-a3a2-c4fd4fd517f6, infoPort=46481, infoSecurePort=0, ipcPort=43081, storageInfo=lv=-57;cid=testClusterID;nsid=1106324084;c=1730981805137) 2024-11-07T12:16:45,640 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x43c7b555b1e19ad5 with lease ID 0x9774f0f1a18ec270: from storage DS-e7da24f8-c6b8-4639-a459-c376e95bb8ab node DatanodeRegistration(127.0.0.1:41561, datanodeUuid=258edf4c-5bbb-4047-a3a2-c4fd4fd517f6, infoPort=46481, infoSecurePort=0, ipcPort=43081, storageInfo=lv=-57;cid=testClusterID;nsid=1106324084;c=1730981805137), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-07T12:16:45,640 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x43c7b555b1e19ad5 with lease ID 0x9774f0f1a18ec270: Processing first storage report for DS-e760db6f-0000-4732-b984-54e6e691d020 from datanode DatanodeRegistration(127.0.0.1:41561, datanodeUuid=258edf4c-5bbb-4047-a3a2-c4fd4fd517f6, infoPort=46481, infoSecurePort=0, ipcPort=43081, storageInfo=lv=-57;cid=testClusterID;nsid=1106324084;c=1730981805137) 2024-11-07T12:16:45,640 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x43c7b555b1e19ad5 with lease ID 0x9774f0f1a18ec270: from storage DS-e760db6f-0000-4732-b984-54e6e691d020 node DatanodeRegistration(127.0.0.1:41561, datanodeUuid=258edf4c-5bbb-4047-a3a2-c4fd4fd517f6, infoPort=46481, infoSecurePort=0, ipcPort=43081, storageInfo=lv=-57;cid=testClusterID;nsid=1106324084;c=1730981805137), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-07T12:16:45,660 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d9b6d533-24e1-6580-efb0-545191f886dd 2024-11-07T12:16:45,661 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T12:16:45,662 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T12:16:45,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41561 is added to blk_1073741825_1001 (size=7) 2024-11-07T12:16:45,670 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43475/user/jenkins/test-data/2aaaaf7b-d07c-b5b8-b931-2cba19471111 with version=8 2024-11-07T12:16:45,670 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43475/user/jenkins/test-data/2aaaaf7b-d07c-b5b8-b931-2cba19471111/hbase-staging 2024-11-07T12:16:45,672 INFO [Time-limited test {}] client.ConnectionUtils(128): master/87fb68174c52:0 server-side Connection retries=45 2024-11-07T12:16:45,672 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T12:16:45,672 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-07T12:16:45,672 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-07T12:16:45,672 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T12:16:45,672 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-07T12:16:45,672 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-07T12:16:45,672 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T12:16:45,673 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:44323 2024-11-07T12:16:45,674 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44323 connecting to ZooKeeper ensemble=127.0.0.1:51643 2024-11-07T12:16:45,676 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:443230x0, quorum=127.0.0.1:51643, baseZNode=/1-202381606 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T12:16:45,677 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44323-0x1001a2c36320003 connected 2024-11-07T12:16:45,688 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T12:16:45,689 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T12:16:45,691 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44323-0x1001a2c36320003, quorum=127.0.0.1:51643, baseZNode=/1-202381606 Set watcher on znode that does not yet exist, /1-202381606/running 2024-11-07T12:16:45,691 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43475/user/jenkins/test-data/2aaaaf7b-d07c-b5b8-b931-2cba19471111, hbase.cluster.distributed=false 2024-11-07T12:16:45,693 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44323-0x1001a2c36320003, quorum=127.0.0.1:51643, baseZNode=/1-202381606 Set watcher on znode that does not yet exist, /1-202381606/acl 2024-11-07T12:16:45,693 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44323 2024-11-07T12:16:45,693 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44323 2024-11-07T12:16:45,694 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44323 2024-11-07T12:16:45,694 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44323 2024-11-07T12:16:45,694 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44323 2024-11-07T12:16:45,709 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/87fb68174c52:0 server-side Connection retries=45 2024-11-07T12:16:45,709 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T12:16:45,709 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-07T12:16:45,709 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-07T12:16:45,709 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T12:16:45,709 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-07T12:16:45,709 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-07T12:16:45,709 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T12:16:45,710 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:36589 2024-11-07T12:16:45,711 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36589 connecting to ZooKeeper ensemble=127.0.0.1:51643 2024-11-07T12:16:45,711 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T12:16:45,713 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T12:16:45,717 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:365890x0, quorum=127.0.0.1:51643, baseZNode=/1-202381606 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T12:16:45,717 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:365890x0, quorum=127.0.0.1:51643, baseZNode=/1-202381606 Set watcher on znode that does not yet exist, /1-202381606/running 2024-11-07T12:16:45,717 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36589-0x1001a2c36320004 connected 2024-11-07T12:16:45,717 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-07T12:16:45,718 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-07T12:16:45,718 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36589-0x1001a2c36320004, quorum=127.0.0.1:51643, baseZNode=/1-202381606 Set watcher on znode that does not yet exist, /1-202381606/master 2024-11-07T12:16:45,719 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36589-0x1001a2c36320004, quorum=127.0.0.1:51643, baseZNode=/1-202381606 Set watcher on znode that does not yet exist, /1-202381606/acl 2024-11-07T12:16:45,720 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36589 2024-11-07T12:16:45,720 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36589 2024-11-07T12:16:45,724 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36589 2024-11-07T12:16:45,729 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36589 2024-11-07T12:16:45,729 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36589 2024-11-07T12:16:45,741 DEBUG [M:0;87fb68174c52:44323 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;87fb68174c52:44323 2024-11-07T12:16:45,741 INFO [master/87fb68174c52:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-202381606/backup-masters/87fb68174c52,44323,1730981805672 2024-11-07T12:16:45,742 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44323-0x1001a2c36320003, quorum=127.0.0.1:51643, baseZNode=/1-202381606 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-202381606/backup-masters 2024-11-07T12:16:45,742 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36589-0x1001a2c36320004, quorum=127.0.0.1:51643, baseZNode=/1-202381606 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-202381606/backup-masters 2024-11-07T12:16:45,743 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44323-0x1001a2c36320003, quorum=127.0.0.1:51643, baseZNode=/1-202381606 Set watcher on existing znode=/1-202381606/backup-masters/87fb68174c52,44323,1730981805672 2024-11-07T12:16:45,744 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44323-0x1001a2c36320003, quorum=127.0.0.1:51643, baseZNode=/1-202381606 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-202381606 2024-11-07T12:16:45,744 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36589-0x1001a2c36320004, quorum=127.0.0.1:51643, baseZNode=/1-202381606 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-202381606/master 2024-11-07T12:16:45,744 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36589-0x1001a2c36320004, quorum=127.0.0.1:51643, baseZNode=/1-202381606 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-202381606 2024-11-07T12:16:45,745 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44323-0x1001a2c36320003, quorum=127.0.0.1:51643, baseZNode=/1-202381606 Set watcher on existing znode=/1-202381606/master 2024-11-07T12:16:45,745 INFO [master/87fb68174c52:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-202381606/backup-masters/87fb68174c52,44323,1730981805672 from backup master directory 2024-11-07T12:16:45,746 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44323-0x1001a2c36320003, quorum=127.0.0.1:51643, baseZNode=/1-202381606 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-202381606/backup-masters/87fb68174c52,44323,1730981805672 2024-11-07T12:16:45,746 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44323-0x1001a2c36320003, quorum=127.0.0.1:51643, baseZNode=/1-202381606 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-202381606/backup-masters 2024-11-07T12:16:45,746 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36589-0x1001a2c36320004, quorum=127.0.0.1:51643, baseZNode=/1-202381606 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-202381606/backup-masters 2024-11-07T12:16:45,746 WARN [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-07T12:16:45,746 INFO [master/87fb68174c52:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=87fb68174c52,44323,1730981805672 2024-11-07T12:16:45,751 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43475/user/jenkins/test-data/2aaaaf7b-d07c-b5b8-b931-2cba19471111/hbase.id] with ID: 13b140c4-d360-4eb8-b048-65c00b8cbc5d 2024-11-07T12:16:45,751 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43475/user/jenkins/test-data/2aaaaf7b-d07c-b5b8-b931-2cba19471111/.tmp/hbase.id 2024-11-07T12:16:45,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41561 is added to blk_1073741826_1002 (size=42) 2024-11-07T12:16:46,163 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43475/user/jenkins/test-data/2aaaaf7b-d07c-b5b8-b931-2cba19471111/.tmp/hbase.id]:[hdfs://localhost:43475/user/jenkins/test-data/2aaaaf7b-d07c-b5b8-b931-2cba19471111/hbase.id] 2024-11-07T12:16:46,174 INFO [master/87fb68174c52:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T12:16:46,174 INFO [master/87fb68174c52:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-07T12:16:46,176 INFO [master/87fb68174c52:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-07T12:16:46,178 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44323-0x1001a2c36320003, quorum=127.0.0.1:51643, baseZNode=/1-202381606 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-202381606 2024-11-07T12:16:46,178 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36589-0x1001a2c36320004, quorum=127.0.0.1:51643, baseZNode=/1-202381606 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-202381606 2024-11-07T12:16:46,183 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41561 is added to blk_1073741827_1003 (size=196) 2024-11-07T12:16:46,585 INFO [master/87fb68174c52:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-07T12:16:46,585 INFO [master/87fb68174c52:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-07T12:16:46,586 INFO [master/87fb68174c52:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T12:16:46,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41561 is added to blk_1073741828_1004 (size=1189) 2024-11-07T12:16:46,995 INFO [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43475/user/jenkins/test-data/2aaaaf7b-d07c-b5b8-b931-2cba19471111/MasterData/data/master/store 2024-11-07T12:16:47,001 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41561 is added to blk_1073741829_1005 (size=34) 2024-11-07T12:16:47,403 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T12:16:47,403 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-07T12:16:47,403 INFO [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T12:16:47,403 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T12:16:47,403 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-07T12:16:47,403 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T12:16:47,403 INFO [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T12:16:47,403 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1730981807403Disabling compacts and flushes for region at 1730981807403Disabling writes for close at 1730981807403Writing region close event to WAL at 1730981807403Closed at 1730981807403 2024-11-07T12:16:47,404 WARN [master/87fb68174c52:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43475/user/jenkins/test-data/2aaaaf7b-d07c-b5b8-b931-2cba19471111/MasterData/data/master/store/.initializing 2024-11-07T12:16:47,404 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43475/user/jenkins/test-data/2aaaaf7b-d07c-b5b8-b931-2cba19471111/MasterData/WALs/87fb68174c52,44323,1730981805672 2024-11-07T12:16:47,405 INFO [master/87fb68174c52:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-07T12:16:47,407 INFO [master/87fb68174c52:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=87fb68174c52%2C44323%2C1730981805672, suffix=, logDir=hdfs://localhost:43475/user/jenkins/test-data/2aaaaf7b-d07c-b5b8-b931-2cba19471111/MasterData/WALs/87fb68174c52,44323,1730981805672, archiveDir=hdfs://localhost:43475/user/jenkins/test-data/2aaaaf7b-d07c-b5b8-b931-2cba19471111/MasterData/oldWALs, maxLogs=10 2024-11-07T12:16:47,420 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/2aaaaf7b-d07c-b5b8-b931-2cba19471111/MasterData/WALs/87fb68174c52,44323,1730981805672/87fb68174c52%2C44323%2C1730981805672.1730981807407, exclude list is [], retry=0 2024-11-07T12:16:47,422 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41561,DS-e7da24f8-c6b8-4639-a459-c376e95bb8ab,DISK] 2024-11-07T12:16:47,425 INFO [master/87fb68174c52:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2aaaaf7b-d07c-b5b8-b931-2cba19471111/MasterData/WALs/87fb68174c52,44323,1730981805672/87fb68174c52%2C44323%2C1730981805672.1730981807407 2024-11-07T12:16:47,426 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46481:46481)] 2024-11-07T12:16:47,426 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-07T12:16:47,426 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T12:16:47,426 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T12:16:47,426 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T12:16:47,428 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T12:16:47,429 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-07T12:16:47,429 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:16:47,429 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T12:16:47,429 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T12:16:47,431 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-07T12:16:47,431 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:16:47,431 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T12:16:47,431 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T12:16:47,432 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-07T12:16:47,432 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:16:47,433 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T12:16:47,433 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T12:16:47,434 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-07T12:16:47,434 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:16:47,434 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T12:16:47,435 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T12:16:47,435 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43475/user/jenkins/test-data/2aaaaf7b-d07c-b5b8-b931-2cba19471111/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-07T12:16:47,436 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43475/user/jenkins/test-data/2aaaaf7b-d07c-b5b8-b931-2cba19471111/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-07T12:16:47,437 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T12:16:47,437 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T12:16:47,438 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T12:16:47,439 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T12:16:47,445 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43475/user/jenkins/test-data/2aaaaf7b-d07c-b5b8-b931-2cba19471111/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T12:16:47,445 INFO [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61141707, jitterRate=-0.0889175683259964}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T12:16:47,445 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1730981807426Initializing all the Stores at 1730981807427 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730981807427Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730981807427Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730981807427Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730981807427Cleaning up temporary data from old regions at 1730981807437 (+10 ms)Region opened successfully at 1730981807445 (+8 ms) 2024-11-07T12:16:47,446 INFO [master/87fb68174c52:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-07T12:16:47,449 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8048c50, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=87fb68174c52/172.17.0.3:0 2024-11-07T12:16:47,450 INFO [master/87fb68174c52:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-07T12:16:47,450 INFO [master/87fb68174c52:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-07T12:16:47,450 INFO [master/87fb68174c52:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-07T12:16:47,450 INFO [master/87fb68174c52:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-07T12:16:47,450 INFO [master/87fb68174c52:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-07T12:16:47,451 INFO [master/87fb68174c52:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-07T12:16:47,451 INFO [master/87fb68174c52:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-07T12:16:47,453 INFO [master/87fb68174c52:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-07T12:16:47,453 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44323-0x1001a2c36320003, quorum=127.0.0.1:51643, baseZNode=/1-202381606 Unable to get data of znode /1-202381606/balancer because node does not exist (not necessarily an error) 2024-11-07T12:16:47,455 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-202381606/balancer already deleted, retry=false 2024-11-07T12:16:47,455 INFO [master/87fb68174c52:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-07T12:16:47,456 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44323-0x1001a2c36320003, quorum=127.0.0.1:51643, baseZNode=/1-202381606 Unable to get data of znode /1-202381606/normalizer because node does not exist (not necessarily an error) 2024-11-07T12:16:47,457 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-202381606/normalizer already deleted, retry=false 2024-11-07T12:16:47,457 INFO [master/87fb68174c52:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-07T12:16:47,458 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44323-0x1001a2c36320003, quorum=127.0.0.1:51643, baseZNode=/1-202381606 Unable to get data of znode /1-202381606/switch/split because node does not exist (not necessarily an error) 2024-11-07T12:16:47,459 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-202381606/switch/split already deleted, retry=false 2024-11-07T12:16:47,460 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44323-0x1001a2c36320003, quorum=127.0.0.1:51643, baseZNode=/1-202381606 Unable to get data of znode /1-202381606/switch/merge because node does not exist (not necessarily an error) 2024-11-07T12:16:47,461 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-202381606/switch/merge already deleted, retry=false 2024-11-07T12:16:47,462 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44323-0x1001a2c36320003, quorum=127.0.0.1:51643, baseZNode=/1-202381606 Unable to get data of znode /1-202381606/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-07T12:16:47,463 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-202381606/snapshot-cleanup already deleted, retry=false 2024-11-07T12:16:47,465 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44323-0x1001a2c36320003, quorum=127.0.0.1:51643, baseZNode=/1-202381606 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-202381606/running 2024-11-07T12:16:47,465 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36589-0x1001a2c36320004, quorum=127.0.0.1:51643, baseZNode=/1-202381606 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-202381606/running 2024-11-07T12:16:47,465 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44323-0x1001a2c36320003, quorum=127.0.0.1:51643, baseZNode=/1-202381606 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-202381606 2024-11-07T12:16:47,465 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36589-0x1001a2c36320004, quorum=127.0.0.1:51643, baseZNode=/1-202381606 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-202381606 2024-11-07T12:16:47,465 INFO [master/87fb68174c52:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=87fb68174c52,44323,1730981805672, sessionid=0x1001a2c36320003, setting cluster-up flag (Was=false) 2024-11-07T12:16:47,468 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44323-0x1001a2c36320003, quorum=127.0.0.1:51643, baseZNode=/1-202381606 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-202381606 2024-11-07T12:16:47,468 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36589-0x1001a2c36320004, quorum=127.0.0.1:51643, baseZNode=/1-202381606 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-202381606 2024-11-07T12:16:47,473 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-202381606/flush-table-proc/acquired, /1-202381606/flush-table-proc/reached, /1-202381606/flush-table-proc/abort 2024-11-07T12:16:47,474 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=87fb68174c52,44323,1730981805672 2024-11-07T12:16:47,477 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44323-0x1001a2c36320003, quorum=127.0.0.1:51643, baseZNode=/1-202381606 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-202381606 2024-11-07T12:16:47,477 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36589-0x1001a2c36320004, quorum=127.0.0.1:51643, baseZNode=/1-202381606 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-202381606 2024-11-07T12:16:47,481 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-202381606/online-snapshot/acquired, /1-202381606/online-snapshot/reached, /1-202381606/online-snapshot/abort 2024-11-07T12:16:47,482 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=87fb68174c52,44323,1730981805672 2024-11-07T12:16:47,484 INFO [master/87fb68174c52:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43475/user/jenkins/test-data/2aaaaf7b-d07c-b5b8-b931-2cba19471111/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-07T12:16:47,485 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-07T12:16:47,486 INFO [master/87fb68174c52:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-07T12:16:47,486 INFO [master/87fb68174c52:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-07T12:16:47,486 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 87fb68174c52,44323,1730981805672 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-07T12:16:47,487 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/87fb68174c52:0, corePoolSize=5, maxPoolSize=5 2024-11-07T12:16:47,487 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/87fb68174c52:0, corePoolSize=5, maxPoolSize=5 2024-11-07T12:16:47,487 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/87fb68174c52:0, corePoolSize=5, maxPoolSize=5 2024-11-07T12:16:47,487 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/87fb68174c52:0, corePoolSize=5, maxPoolSize=5 2024-11-07T12:16:47,488 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/87fb68174c52:0, corePoolSize=10, maxPoolSize=10 2024-11-07T12:16:47,488 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:16:47,488 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/87fb68174c52:0, corePoolSize=2, maxPoolSize=2 2024-11-07T12:16:47,488 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:16:47,489 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T12:16:47,489 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-07T12:16:47,490 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:16:47,490 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-07T12:16:47,495 INFO [master/87fb68174c52:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1730981837495 2024-11-07T12:16:47,495 INFO [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-07T12:16:47,495 INFO [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-07T12:16:47,495 INFO [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-07T12:16:47,495 INFO [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-07T12:16:47,495 INFO [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-07T12:16:47,495 INFO [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-07T12:16:47,497 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-07T12:16:47,498 INFO [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-07T12:16:47,498 INFO [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-07T12:16:47,498 INFO [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-07T12:16:47,498 INFO [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-07T12:16:47,498 INFO [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-07T12:16:47,498 INFO [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-07T12:16:47,498 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/87fb68174c52:0:becomeActiveMaster-HFileCleaner.large.0-1730981807498,5,FailOnTimeoutGroup] 2024-11-07T12:16:47,499 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/87fb68174c52:0:becomeActiveMaster-HFileCleaner.small.0-1730981807499,5,FailOnTimeoutGroup] 2024-11-07T12:16:47,499 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-07T12:16:47,499 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41561 is added to blk_1073741831_1007 (size=1321) 2024-11-07T12:16:47,499 INFO [master/87fb68174c52:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-07T12:16:47,499 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-07T12:16:47,499 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-07T12:16:47,532 INFO [RS:0;87fb68174c52:36589 {}] regionserver.HRegionServer(746): ClusterId : 13b140c4-d360-4eb8-b048-65c00b8cbc5d 2024-11-07T12:16:47,532 DEBUG [RS:0;87fb68174c52:36589 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-07T12:16:47,534 DEBUG [RS:0;87fb68174c52:36589 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-07T12:16:47,534 DEBUG [RS:0;87fb68174c52:36589 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-07T12:16:47,536 DEBUG [RS:0;87fb68174c52:36589 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-07T12:16:47,537 DEBUG [RS:0;87fb68174c52:36589 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d60c368, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=87fb68174c52/172.17.0.3:0 2024-11-07T12:16:47,549 DEBUG [RS:0;87fb68174c52:36589 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;87fb68174c52:36589 2024-11-07T12:16:47,549 INFO [RS:0;87fb68174c52:36589 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-07T12:16:47,549 INFO [RS:0;87fb68174c52:36589 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-07T12:16:47,549 DEBUG [RS:0;87fb68174c52:36589 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-07T12:16:47,550 INFO [RS:0;87fb68174c52:36589 {}] regionserver.HRegionServer(2659): reportForDuty to master=87fb68174c52,44323,1730981805672 with port=36589, startcode=1730981805708 2024-11-07T12:16:47,550 DEBUG [RS:0;87fb68174c52:36589 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-07T12:16:47,552 INFO [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56243, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-11-07T12:16:47,552 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44323 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 87fb68174c52,36589,1730981805708 2024-11-07T12:16:47,552 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44323 {}] master.ServerManager(517): Registering regionserver=87fb68174c52,36589,1730981805708 2024-11-07T12:16:47,554 DEBUG [RS:0;87fb68174c52:36589 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43475/user/jenkins/test-data/2aaaaf7b-d07c-b5b8-b931-2cba19471111 2024-11-07T12:16:47,554 DEBUG [RS:0;87fb68174c52:36589 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43475 2024-11-07T12:16:47,554 DEBUG [RS:0;87fb68174c52:36589 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-07T12:16:47,556 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44323-0x1001a2c36320003, quorum=127.0.0.1:51643, baseZNode=/1-202381606 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-202381606/rs 2024-11-07T12:16:47,556 DEBUG [RS:0;87fb68174c52:36589 {}] zookeeper.ZKUtil(111): regionserver:36589-0x1001a2c36320004, quorum=127.0.0.1:51643, baseZNode=/1-202381606 Set watcher on existing znode=/1-202381606/rs/87fb68174c52,36589,1730981805708 2024-11-07T12:16:47,556 WARN [RS:0;87fb68174c52:36589 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-07T12:16:47,556 INFO [RS:0;87fb68174c52:36589 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T12:16:47,557 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [87fb68174c52,36589,1730981805708] 2024-11-07T12:16:47,566 DEBUG [RS:0;87fb68174c52:36589 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43475/user/jenkins/test-data/2aaaaf7b-d07c-b5b8-b931-2cba19471111/WALs/87fb68174c52,36589,1730981805708 2024-11-07T12:16:47,569 INFO [RS:0;87fb68174c52:36589 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-07T12:16:47,571 INFO [RS:0;87fb68174c52:36589 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-07T12:16:47,571 INFO [RS:0;87fb68174c52:36589 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-07T12:16:47,571 INFO [RS:0;87fb68174c52:36589 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T12:16:47,571 INFO [RS:0;87fb68174c52:36589 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-07T12:16:47,572 INFO [RS:0;87fb68174c52:36589 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-07T12:16:47,572 INFO [RS:0;87fb68174c52:36589 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-07T12:16:47,572 DEBUG [RS:0;87fb68174c52:36589 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:16:47,572 DEBUG [RS:0;87fb68174c52:36589 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:16:47,572 DEBUG [RS:0;87fb68174c52:36589 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:16:47,572 DEBUG [RS:0;87fb68174c52:36589 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:16:47,572 DEBUG [RS:0;87fb68174c52:36589 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:16:47,572 DEBUG [RS:0;87fb68174c52:36589 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/87fb68174c52:0, corePoolSize=2, maxPoolSize=2 2024-11-07T12:16:47,573 DEBUG [RS:0;87fb68174c52:36589 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:16:47,573 DEBUG [RS:0;87fb68174c52:36589 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:16:47,573 DEBUG [RS:0;87fb68174c52:36589 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:16:47,573 DEBUG [RS:0;87fb68174c52:36589 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:16:47,573 DEBUG [RS:0;87fb68174c52:36589 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:16:47,573 DEBUG [RS:0;87fb68174c52:36589 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:16:47,573 DEBUG [RS:0;87fb68174c52:36589 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/87fb68174c52:0, corePoolSize=3, maxPoolSize=3 2024-11-07T12:16:47,573 DEBUG [RS:0;87fb68174c52:36589 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/87fb68174c52:0, corePoolSize=3, maxPoolSize=3 2024-11-07T12:16:47,573 INFO [RS:0;87fb68174c52:36589 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T12:16:47,574 INFO [RS:0;87fb68174c52:36589 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T12:16:47,574 INFO [RS:0;87fb68174c52:36589 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T12:16:47,574 INFO [RS:0;87fb68174c52:36589 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-07T12:16:47,574 INFO [RS:0;87fb68174c52:36589 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-07T12:16:47,574 INFO [RS:0;87fb68174c52:36589 {}] hbase.ChoreService(168): Chore ScheduledChore name=87fb68174c52,36589,1730981805708-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-07T12:16:47,589 INFO [RS:0;87fb68174c52:36589 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-07T12:16:47,589 INFO [RS:0;87fb68174c52:36589 {}] hbase.ChoreService(168): Chore ScheduledChore name=87fb68174c52,36589,1730981805708-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T12:16:47,589 INFO [RS:0;87fb68174c52:36589 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T12:16:47,589 INFO [RS:0;87fb68174c52:36589 {}] regionserver.Replication(171): 87fb68174c52,36589,1730981805708 started 2024-11-07T12:16:47,602 INFO [RS:0;87fb68174c52:36589 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T12:16:47,602 INFO [RS:0;87fb68174c52:36589 {}] regionserver.HRegionServer(1482): Serving as 87fb68174c52,36589,1730981805708, RpcServer on 87fb68174c52/172.17.0.3:36589, sessionid=0x1001a2c36320004 2024-11-07T12:16:47,602 DEBUG [RS:0;87fb68174c52:36589 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-07T12:16:47,602 DEBUG [RS:0;87fb68174c52:36589 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 87fb68174c52,36589,1730981805708 2024-11-07T12:16:47,602 DEBUG [RS:0;87fb68174c52:36589 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '87fb68174c52,36589,1730981805708' 2024-11-07T12:16:47,602 DEBUG [RS:0;87fb68174c52:36589 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-202381606/flush-table-proc/abort' 2024-11-07T12:16:47,603 DEBUG [RS:0;87fb68174c52:36589 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-202381606/flush-table-proc/acquired' 2024-11-07T12:16:47,603 DEBUG [RS:0;87fb68174c52:36589 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-07T12:16:47,603 DEBUG [RS:0;87fb68174c52:36589 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-07T12:16:47,603 DEBUG [RS:0;87fb68174c52:36589 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 87fb68174c52,36589,1730981805708 2024-11-07T12:16:47,603 DEBUG [RS:0;87fb68174c52:36589 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '87fb68174c52,36589,1730981805708' 2024-11-07T12:16:47,603 DEBUG [RS:0;87fb68174c52:36589 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-202381606/online-snapshot/abort' 2024-11-07T12:16:47,604 DEBUG [RS:0;87fb68174c52:36589 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-202381606/online-snapshot/acquired' 2024-11-07T12:16:47,604 DEBUG [RS:0;87fb68174c52:36589 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-07T12:16:47,604 INFO [RS:0;87fb68174c52:36589 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-07T12:16:47,604 INFO [RS:0;87fb68174c52:36589 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-07T12:16:47,705 INFO [RS:0;87fb68174c52:36589 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-07T12:16:47,707 INFO [RS:0;87fb68174c52:36589 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=87fb68174c52%2C36589%2C1730981805708, suffix=, logDir=hdfs://localhost:43475/user/jenkins/test-data/2aaaaf7b-d07c-b5b8-b931-2cba19471111/WALs/87fb68174c52,36589,1730981805708, archiveDir=hdfs://localhost:43475/user/jenkins/test-data/2aaaaf7b-d07c-b5b8-b931-2cba19471111/oldWALs, maxLogs=10 2024-11-07T12:16:47,724 DEBUG [RS:0;87fb68174c52:36589 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/2aaaaf7b-d07c-b5b8-b931-2cba19471111/WALs/87fb68174c52,36589,1730981805708/87fb68174c52%2C36589%2C1730981805708.1730981807707, exclude list is [], retry=0 2024-11-07T12:16:47,726 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41561,DS-e7da24f8-c6b8-4639-a459-c376e95bb8ab,DISK] 2024-11-07T12:16:47,729 INFO [RS:0;87fb68174c52:36589 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2aaaaf7b-d07c-b5b8-b931-2cba19471111/WALs/87fb68174c52,36589,1730981805708/87fb68174c52%2C36589%2C1730981805708.1730981807707 2024-11-07T12:16:47,729 DEBUG [RS:0;87fb68174c52:36589 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46481:46481)] 2024-11-07T12:16:47,900 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43475/user/jenkins/test-data/2aaaaf7b-d07c-b5b8-b931-2cba19471111/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-07T12:16:47,901 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43475/user/jenkins/test-data/2aaaaf7b-d07c-b5b8-b931-2cba19471111 2024-11-07T12:16:47,907 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41561 is added to blk_1073741833_1009 (size=32) 2024-11-07T12:16:48,308 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T12:16:48,309 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-07T12:16:48,311 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-07T12:16:48,311 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:16:48,311 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T12:16:48,311 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-07T12:16:48,312 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-07T12:16:48,313 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:16:48,313 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T12:16:48,313 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-07T12:16:48,314 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-07T12:16:48,314 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:16:48,315 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T12:16:48,315 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-07T12:16:48,316 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-07T12:16:48,316 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:16:48,317 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T12:16:48,317 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-07T12:16:48,317 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43475/user/jenkins/test-data/2aaaaf7b-d07c-b5b8-b931-2cba19471111/data/hbase/meta/1588230740 2024-11-07T12:16:48,318 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43475/user/jenkins/test-data/2aaaaf7b-d07c-b5b8-b931-2cba19471111/data/hbase/meta/1588230740 2024-11-07T12:16:48,319 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-07T12:16:48,319 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-07T12:16:48,319 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T12:16:48,320 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-07T12:16:48,322 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43475/user/jenkins/test-data/2aaaaf7b-d07c-b5b8-b931-2cba19471111/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T12:16:48,323 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70777931, jitterRate=0.05467335879802704}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T12:16:48,323 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1730981808308Initializing all the Stores at 1730981808309 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730981808309Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730981808309Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730981808309Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730981808309Cleaning up temporary data from old regions at 1730981808319 (+10 ms)Region opened successfully at 1730981808323 (+4 ms) 2024-11-07T12:16:48,323 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-07T12:16:48,323 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-07T12:16:48,323 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-07T12:16:48,323 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-07T12:16:48,323 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-07T12:16:48,324 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-07T12:16:48,324 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1730981808323Disabling compacts and flushes for region at 1730981808323Disabling writes for close at 1730981808323Writing region close event to WAL at 1730981808324 (+1 ms)Closed at 1730981808324 2024-11-07T12:16:48,326 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T12:16:48,326 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-07T12:16:48,326 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-07T12:16:48,327 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-07T12:16:48,328 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-07T12:16:48,479 DEBUG [87fb68174c52:44323 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-07T12:16:48,479 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=87fb68174c52,36589,1730981805708 2024-11-07T12:16:48,480 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 87fb68174c52,36589,1730981805708, state=OPENING 2024-11-07T12:16:48,484 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-07T12:16:48,485 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44323-0x1001a2c36320003, quorum=127.0.0.1:51643, baseZNode=/1-202381606 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-202381606 2024-11-07T12:16:48,485 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36589-0x1001a2c36320004, quorum=127.0.0.1:51643, baseZNode=/1-202381606 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-202381606 2024-11-07T12:16:48,486 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-07T12:16:48,486 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-202381606/meta-region-server: CHANGED 2024-11-07T12:16:48,486 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-202381606/meta-region-server: CHANGED 2024-11-07T12:16:48,486 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=87fb68174c52,36589,1730981805708}] 2024-11-07T12:16:48,639 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-07T12:16:48,641 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58995, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-07T12:16:48,645 INFO [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-07T12:16:48,645 INFO [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T12:16:48,645 INFO [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-07T12:16:48,647 INFO [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=87fb68174c52%2C36589%2C1730981805708.meta, suffix=.meta, logDir=hdfs://localhost:43475/user/jenkins/test-data/2aaaaf7b-d07c-b5b8-b931-2cba19471111/WALs/87fb68174c52,36589,1730981805708, archiveDir=hdfs://localhost:43475/user/jenkins/test-data/2aaaaf7b-d07c-b5b8-b931-2cba19471111/oldWALs, maxLogs=10 2024-11-07T12:16:48,661 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/2aaaaf7b-d07c-b5b8-b931-2cba19471111/WALs/87fb68174c52,36589,1730981805708/87fb68174c52%2C36589%2C1730981805708.meta.1730981808647.meta, exclude list is [], retry=0 2024-11-07T12:16:48,663 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41561,DS-e7da24f8-c6b8-4639-a459-c376e95bb8ab,DISK] 2024-11-07T12:16:48,665 INFO [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2aaaaf7b-d07c-b5b8-b931-2cba19471111/WALs/87fb68174c52,36589,1730981805708/87fb68174c52%2C36589%2C1730981805708.meta.1730981808647.meta 2024-11-07T12:16:48,665 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46481:46481)] 2024-11-07T12:16:48,665 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-07T12:16:48,666 INFO [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-07T12:16:48,666 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-07T12:16:48,666 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-07T12:16:48,666 INFO [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-07T12:16:48,666 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-07T12:16:48,666 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T12:16:48,666 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-07T12:16:48,666 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-07T12:16:48,668 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-07T12:16:48,668 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-07T12:16:48,668 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:16:48,669 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T12:16:48,669 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-07T12:16:48,670 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-07T12:16:48,670 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:16:48,670 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T12:16:48,670 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-07T12:16:48,671 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-07T12:16:48,671 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:16:48,671 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T12:16:48,671 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-07T12:16:48,672 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-07T12:16:48,672 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:16:48,672 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T12:16:48,673 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-07T12:16:48,673 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43475/user/jenkins/test-data/2aaaaf7b-d07c-b5b8-b931-2cba19471111/data/hbase/meta/1588230740 2024-11-07T12:16:48,674 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43475/user/jenkins/test-data/2aaaaf7b-d07c-b5b8-b931-2cba19471111/data/hbase/meta/1588230740 2024-11-07T12:16:48,675 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-07T12:16:48,675 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-07T12:16:48,676 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T12:16:48,677 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-07T12:16:48,678 INFO [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75086720, jitterRate=0.11887931823730469}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T12:16:48,678 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-07T12:16:48,678 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1730981808666Writing region info on filesystem at 1730981808666Initializing all the Stores at 1730981808667 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730981808667Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730981808667Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730981808667Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730981808667Cleaning up temporary data from old regions at 1730981808675 (+8 ms)Running coprocessor post-open hooks at 1730981808678 (+3 ms)Region opened successfully at 1730981808678 2024-11-07T12:16:48,679 INFO [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1730981808639 2024-11-07T12:16:48,682 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-07T12:16:48,682 INFO [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-07T12:16:48,683 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=87fb68174c52,36589,1730981805708 2024-11-07T12:16:48,684 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 87fb68174c52,36589,1730981805708, state=OPEN 2024-11-07T12:16:48,685 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44323-0x1001a2c36320003, quorum=127.0.0.1:51643, baseZNode=/1-202381606 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-202381606/meta-region-server 2024-11-07T12:16:48,685 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36589-0x1001a2c36320004, quorum=127.0.0.1:51643, baseZNode=/1-202381606 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-202381606/meta-region-server 2024-11-07T12:16:48,685 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=87fb68174c52,36589,1730981805708 2024-11-07T12:16:48,685 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-202381606/meta-region-server: CHANGED 2024-11-07T12:16:48,685 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-202381606/meta-region-server: CHANGED 2024-11-07T12:16:48,688 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-07T12:16:48,688 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=87fb68174c52,36589,1730981805708 in 199 msec 2024-11-07T12:16:48,690 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-07T12:16:48,690 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 362 msec 2024-11-07T12:16:48,691 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T12:16:48,691 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-07T12:16:48,692 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T12:16:48,693 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=87fb68174c52,36589,1730981805708, seqNum=-1] 2024-11-07T12:16:48,693 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T12:16:48,694 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58689, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T12:16:48,699 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2130 sec 2024-11-07T12:16:48,699 INFO [master/87fb68174c52:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1730981808699, completionTime=-1 2024-11-07T12:16:48,699 INFO [master/87fb68174c52:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-07T12:16:48,699 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-07T12:16:48,701 INFO [master/87fb68174c52:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-07T12:16:48,701 INFO [master/87fb68174c52:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1730981868701 2024-11-07T12:16:48,701 INFO [master/87fb68174c52:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1730981928701 2024-11-07T12:16:48,701 INFO [master/87fb68174c52:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-07T12:16:48,702 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=87fb68174c52,44323,1730981805672-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T12:16:48,702 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=87fb68174c52,44323,1730981805672-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T12:16:48,702 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=87fb68174c52,44323,1730981805672-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T12:16:48,702 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-87fb68174c52:44323, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T12:16:48,702 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-07T12:16:48,702 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-07T12:16:48,704 DEBUG [master/87fb68174c52:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-07T12:16:48,706 INFO [master/87fb68174c52:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.959sec 2024-11-07T12:16:48,706 INFO [master/87fb68174c52:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-07T12:16:48,706 INFO [master/87fb68174c52:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-07T12:16:48,706 INFO [master/87fb68174c52:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-07T12:16:48,706 INFO [master/87fb68174c52:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-07T12:16:48,706 INFO [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-07T12:16:48,706 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=87fb68174c52,44323,1730981805672-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-07T12:16:48,706 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=87fb68174c52,44323,1730981805672-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-07T12:16:48,709 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-07T12:16:48,709 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-07T12:16:48,709 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=87fb68174c52,44323,1730981805672-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T12:16:48,732 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7cc37dc3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:16:48,732 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 87fb68174c52,44323,-1 for getting cluster id 2024-11-07T12:16:48,732 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T12:16:48,734 DEBUG [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '13b140c4-d360-4eb8-b048-65c00b8cbc5d' 2024-11-07T12:16:48,734 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T12:16:48,734 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "13b140c4-d360-4eb8-b048-65c00b8cbc5d" 2024-11-07T12:16:48,734 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7bc24bce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:16:48,734 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [87fb68174c52,44323,-1] 2024-11-07T12:16:48,735 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T12:16:48,735 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:16:48,736 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50466, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T12:16:48,736 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@335d1793, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:16:48,737 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T12:16:48,738 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=87fb68174c52,36589,1730981805708, seqNum=-1] 2024-11-07T12:16:48,738 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T12:16:48,739 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54770, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T12:16:48,741 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=87fb68174c52,44323,1730981805672 2024-11-07T12:16:48,742 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:51643 2024-11-07T12:16:48,744 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:51643, baseZNode=/1-202381606 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T12:16:48,744 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1001a2c36320005 connected 2024-11-07T12:16:48,748 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1bb57979, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:16:48,748 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 87fb68174c52,39107,-1 for getting cluster id 2024-11-07T12:16:48,748 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T12:16:48,749 DEBUG [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2557cf68-cf59-4659-8512-0a930789b277' 2024-11-07T12:16:48,749 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T12:16:48,749 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2557cf68-cf59-4659-8512-0a930789b277" 2024-11-07T12:16:48,750 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7cfeb67e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:16:48,750 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [87fb68174c52,39107,-1] 2024-11-07T12:16:48,750 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T12:16:48,750 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:16:48,751 INFO [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56476, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T12:16:48,751 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35544209, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:16:48,752 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T12:16:48,753 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 87fb68174c52,39107,1730981801947 2024-11-07T12:16:48,753 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@21a87d49 2024-11-07T12:16:48,753 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T12:16:48,754 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56482, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-07T12:16:48,754 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39107 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://87fb68174c52:44323,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-07T12:16:48,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39107 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-07T12:16:48,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39107 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T12:16:48,757 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='87fb68174c52:44323' 2024-11-07T12:16:48,758 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2df3e97, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:16:48,758 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 87fb68174c52,44323,-1 for getting cluster id 2024-11-07T12:16:48,758 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T12:16:48,759 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '13b140c4-d360-4eb8-b048-65c00b8cbc5d' 2024-11-07T12:16:48,759 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T12:16:48,759 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "13b140c4-d360-4eb8-b048-65c00b8cbc5d" 2024-11-07T12:16:48,759 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f874bff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:16:48,759 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [87fb68174c52,44323,-1] 2024-11-07T12:16:48,760 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T12:16:48,760 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:16:48,760 INFO [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50482, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T12:16:48,761 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73d55fea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:16:48,761 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T12:16:48,762 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 87fb68174c52,44323,1730981805672 2024-11-07T12:16:48,762 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@53b2f6a3 2024-11-07T12:16:48,762 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T12:16:48,763 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50488, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-07T12:16:48,764 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-07T12:16:48,764 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-07T12:16:48,764 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:16:48,764 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:16:48,764 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T12:16:48,765 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-07T12:16:48,766 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-07T12:16:48,767 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-07T12:16:48,767 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:16:48,768 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-07T12:16:48,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44067 is added to blk_1073741835_1011 (size=1138) 2024-11-07T12:16:48,816 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-07T12:16:48,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39107 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T12:16:49,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39107 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T12:16:49,177 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 0eeab7e139063e7da713d30a0a74e416, NAME => 'hbase:replication,,1730981808764.0eeab7e139063e7da713d30a0a74e416.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35435/user/jenkins/test-data/03ac464e-c104-e4bf-7377-f12c6112ce58 2024-11-07T12:16:49,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44067 is added to blk_1073741836_1012 (size=44) 2024-11-07T12:16:49,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39107 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T12:16:49,584 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1730981808764.0eeab7e139063e7da713d30a0a74e416.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T12:16:49,584 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 0eeab7e139063e7da713d30a0a74e416, disabling compactions & flushes 2024-11-07T12:16:49,584 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1730981808764.0eeab7e139063e7da713d30a0a74e416. 2024-11-07T12:16:49,584 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1730981808764.0eeab7e139063e7da713d30a0a74e416. 2024-11-07T12:16:49,584 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1730981808764.0eeab7e139063e7da713d30a0a74e416. after waiting 0 ms 2024-11-07T12:16:49,584 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1730981808764.0eeab7e139063e7da713d30a0a74e416. 2024-11-07T12:16:49,584 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1730981808764.0eeab7e139063e7da713d30a0a74e416. 2024-11-07T12:16:49,584 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 0eeab7e139063e7da713d30a0a74e416: Waiting for close lock at 1730981809584Disabling compacts and flushes for region at 1730981809584Disabling writes for close at 1730981809584Writing region close event to WAL at 1730981809584Closed at 1730981809584 2024-11-07T12:16:49,586 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-07T12:16:49,586 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1730981808764.0eeab7e139063e7da713d30a0a74e416.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1730981809586"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1730981809586"}]},"ts":"1730981809586"} 2024-11-07T12:16:49,589 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-07T12:16:49,590 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-07T12:16:49,590 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1730981809590"}]},"ts":"1730981809590"} 2024-11-07T12:16:49,592 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-07T12:16:49,593 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=0eeab7e139063e7da713d30a0a74e416, ASSIGN}] 2024-11-07T12:16:49,594 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=0eeab7e139063e7da713d30a0a74e416, ASSIGN 2024-11-07T12:16:49,595 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=0eeab7e139063e7da713d30a0a74e416, ASSIGN; state=OFFLINE, location=87fb68174c52,44221,1730981802053; forceNewPlan=false, retain=false 2024-11-07T12:16:49,746 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=0eeab7e139063e7da713d30a0a74e416, regionState=OPENING, regionLocation=87fb68174c52,44221,1730981802053 2024-11-07T12:16:49,749 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=0eeab7e139063e7da713d30a0a74e416, ASSIGN because future has completed 2024-11-07T12:16:49,750 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0eeab7e139063e7da713d30a0a74e416, server=87fb68174c52,44221,1730981802053}] 2024-11-07T12:16:49,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39107 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T12:16:49,907 INFO [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1730981808764.0eeab7e139063e7da713d30a0a74e416. 2024-11-07T12:16:49,907 INFO [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T12:16:49,907 INFO [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-07T12:16:49,908 INFO [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=87fb68174c52%2C44221%2C1730981802053.rep, suffix=, logDir=hdfs://localhost:35435/user/jenkins/test-data/03ac464e-c104-e4bf-7377-f12c6112ce58/WALs/87fb68174c52,44221,1730981802053, archiveDir=hdfs://localhost:35435/user/jenkins/test-data/03ac464e-c104-e4bf-7377-f12c6112ce58/oldWALs, maxLogs=10 2024-11-07T12:16:49,912 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-07T12:16:49,922 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/03ac464e-c104-e4bf-7377-f12c6112ce58/WALs/87fb68174c52,44221,1730981802053/87fb68174c52%2C44221%2C1730981802053.rep.1730981809909, exclude list is [], retry=0 2024-11-07T12:16:49,924 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44067,DS-5036ddf0-1dd1-4043-b957-f531928098f4,DISK] 2024-11-07T12:16:49,926 INFO [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/03ac464e-c104-e4bf-7377-f12c6112ce58/WALs/87fb68174c52,44221,1730981802053/87fb68174c52%2C44221%2C1730981802053.rep.1730981809909 2024-11-07T12:16:49,926 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46513:46513)] 2024-11-07T12:16:49,926 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 0eeab7e139063e7da713d30a0a74e416, NAME => 'hbase:replication,,1730981808764.0eeab7e139063e7da713d30a0a74e416.', STARTKEY => '', ENDKEY => ''} 2024-11-07T12:16:49,927 INFO [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-07T12:16:49,927 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-07T12:16:49,927 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1730981808764.0eeab7e139063e7da713d30a0a74e416. service=MultiRowMutationService 2024-11-07T12:16:49,927 INFO [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-07T12:16:49,927 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 0eeab7e139063e7da713d30a0a74e416 2024-11-07T12:16:49,927 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1730981808764.0eeab7e139063e7da713d30a0a74e416.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T12:16:49,927 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 0eeab7e139063e7da713d30a0a74e416 2024-11-07T12:16:49,927 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 0eeab7e139063e7da713d30a0a74e416 2024-11-07T12:16:49,928 INFO [StoreOpener-0eeab7e139063e7da713d30a0a74e416-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 0eeab7e139063e7da713d30a0a74e416 2024-11-07T12:16:49,930 INFO [StoreOpener-0eeab7e139063e7da713d30a0a74e416-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0eeab7e139063e7da713d30a0a74e416 columnFamilyName hfileref 2024-11-07T12:16:49,930 DEBUG [StoreOpener-0eeab7e139063e7da713d30a0a74e416-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:16:49,930 INFO [StoreOpener-0eeab7e139063e7da713d30a0a74e416-1 {}] regionserver.HStore(327): Store=0eeab7e139063e7da713d30a0a74e416/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T12:16:49,931 INFO [StoreOpener-0eeab7e139063e7da713d30a0a74e416-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 0eeab7e139063e7da713d30a0a74e416 2024-11-07T12:16:49,932 INFO [StoreOpener-0eeab7e139063e7da713d30a0a74e416-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0eeab7e139063e7da713d30a0a74e416 columnFamilyName queue 2024-11-07T12:16:49,932 DEBUG [StoreOpener-0eeab7e139063e7da713d30a0a74e416-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:16:49,932 INFO [StoreOpener-0eeab7e139063e7da713d30a0a74e416-1 {}] regionserver.HStore(327): Store=0eeab7e139063e7da713d30a0a74e416/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T12:16:49,932 INFO [StoreOpener-0eeab7e139063e7da713d30a0a74e416-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 0eeab7e139063e7da713d30a0a74e416 2024-11-07T12:16:49,934 INFO [StoreOpener-0eeab7e139063e7da713d30a0a74e416-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0eeab7e139063e7da713d30a0a74e416 columnFamilyName sid 2024-11-07T12:16:49,934 DEBUG [StoreOpener-0eeab7e139063e7da713d30a0a74e416-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:16:49,934 INFO [StoreOpener-0eeab7e139063e7da713d30a0a74e416-1 {}] regionserver.HStore(327): Store=0eeab7e139063e7da713d30a0a74e416/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T12:16:49,934 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 0eeab7e139063e7da713d30a0a74e416 2024-11-07T12:16:49,935 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35435/user/jenkins/test-data/03ac464e-c104-e4bf-7377-f12c6112ce58/data/hbase/replication/0eeab7e139063e7da713d30a0a74e416 2024-11-07T12:16:49,935 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35435/user/jenkins/test-data/03ac464e-c104-e4bf-7377-f12c6112ce58/data/hbase/replication/0eeab7e139063e7da713d30a0a74e416 2024-11-07T12:16:49,936 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 0eeab7e139063e7da713d30a0a74e416 2024-11-07T12:16:49,936 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 0eeab7e139063e7da713d30a0a74e416 2024-11-07T12:16:49,937 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-07T12:16:49,938 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 0eeab7e139063e7da713d30a0a74e416 2024-11-07T12:16:49,940 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35435/user/jenkins/test-data/03ac464e-c104-e4bf-7377-f12c6112ce58/data/hbase/replication/0eeab7e139063e7da713d30a0a74e416/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T12:16:49,941 INFO [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened 0eeab7e139063e7da713d30a0a74e416; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60278558, jitterRate=-0.10177949070930481}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-07T12:16:49,941 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0eeab7e139063e7da713d30a0a74e416 2024-11-07T12:16:49,941 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 0eeab7e139063e7da713d30a0a74e416: Running coprocessor pre-open hook at 1730981809927Writing region info on filesystem at 1730981809927Initializing all the Stores at 1730981809928 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730981809928Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730981809928Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730981809928Cleaning up temporary data from old regions at 1730981809936 (+8 ms)Running coprocessor post-open hooks at 1730981809941 (+5 ms)Region opened successfully at 1730981809941 2024-11-07T12:16:49,942 INFO [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1730981808764.0eeab7e139063e7da713d30a0a74e416., pid=7, masterSystemTime=1730981809902 2024-11-07T12:16:49,945 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1730981808764.0eeab7e139063e7da713d30a0a74e416. 2024-11-07T12:16:49,945 INFO [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1730981808764.0eeab7e139063e7da713d30a0a74e416. 2024-11-07T12:16:49,946 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=0eeab7e139063e7da713d30a0a74e416, regionState=OPEN, openSeqNum=2, regionLocation=87fb68174c52,44221,1730981802053 2024-11-07T12:16:49,948 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0eeab7e139063e7da713d30a0a74e416, server=87fb68174c52,44221,1730981802053 because future has completed 2024-11-07T12:16:49,951 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-07T12:16:49,951 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 0eeab7e139063e7da713d30a0a74e416, server=87fb68174c52,44221,1730981802053 in 200 msec 2024-11-07T12:16:49,953 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-07T12:16:49,953 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=0eeab7e139063e7da713d30a0a74e416, ASSIGN in 358 msec 2024-11-07T12:16:49,954 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-07T12:16:49,954 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1730981809954"}]},"ts":"1730981809954"} 2024-11-07T12:16:49,956 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-07T12:16:49,957 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-07T12:16:49,959 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1920 sec 2024-11-07T12:16:49,973 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1730981808764.0eeab7e139063e7da713d30a0a74e416., hostname=87fb68174c52,44221,1730981802053, seqNum=2] 2024-11-07T12:16:49,980 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39107-0x1001a2c36320000, quorum=127.0.0.1:51643, baseZNode=/0885311978 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0885311978 2024-11-07T12:16:49,980 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44221-0x1001a2c36320001, quorum=127.0.0.1:51643, baseZNode=/0885311978 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0885311978 2024-11-07T12:16:49,984 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-07T12:16:50,137 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44221 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-07T12:16:50,138 INFO [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-07T12:16:50,167 INFO [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-87fb68174c52,44221,1730981802053, ReplicationSource: 1, currentBandwidth=0 2024-11-07T12:16:50,168 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T12:16:50,168 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=87fb68174c52,44221,1730981802053, seqNum=-1] 2024-11-07T12:16:50,168 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T12:16:50,170 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50301, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientService 2024-11-07T12:16:50,172 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-87fb68174c52,44221,1730981802053', locateType=CURRENT is [region=hbase:replication,,1730981808764.0eeab7e139063e7da713d30a0a74e416., hostname=87fb68174c52,44221,1730981802053, seqNum=2] 2024-11-07T12:16:50,175 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-07T12:16:50,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39107 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-07T12:16:50,178 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 87fb68174c52,44221,1730981802053 suceeded 2024-11-07T12:16:50,180 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-07T12:16:50,180 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 194 msec 2024-11-07T12:16:50,180 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://87fb68174c52:44323,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-07T12:16:50,182 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4260 sec 2024-11-07T12:16:50,190 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,44221,1730981802053 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='87fb68174c52:44323' 2024-11-07T12:16:50,192 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,44221,1730981802053 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7ef1f11e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:16:50,192 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,44221,1730981802053 {}] client.ClusterIdFetcher(90): Going to request 87fb68174c52,44323,-1 for getting cluster id 2024-11-07T12:16:50,192 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,44221,1730981802053 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T12:16:50,192 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '13b140c4-d360-4eb8-b048-65c00b8cbc5d' 2024-11-07T12:16:50,193 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T12:16:50,193 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "13b140c4-d360-4eb8-b048-65c00b8cbc5d" 2024-11-07T12:16:50,193 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4d57e1cd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:16:50,193 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [87fb68174c52,44323,-1] 2024-11-07T12:16:50,193 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T12:16:50,193 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:16:50,194 INFO [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50512, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientMetaService 2024-11-07T12:16:50,195 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,44221,1730981802053 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@709070b8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:16:50,195 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,44221,1730981802053 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T12:16:50,196 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 87fb68174c52,44323,1730981805672 2024-11-07T12:16:50,196 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@412170a7 2024-11-07T12:16:50,196 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T12:16:50,197 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50516, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=MasterService 2024-11-07T12:16:50,197 INFO [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,44221,1730981802053 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-87fb68174c52,44221,1730981802053 (queues=1) is replicating from cluster=2557cf68-cf59-4659-8512-0a930789b277 to cluster=13b140c4-d360-4eb8-b048-65c00b8cbc5d 2024-11-07T12:16:50,197 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,44221,1730981802053 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=87fb68174c52%2C44221%2C1730981802053 2024-11-07T12:16:50,198 INFO [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,44221,1730981802053 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-87fb68174c52,44221,1730981802053, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-07T12:16:50,198 INFO [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,44221,1730981802053.replicationSource.shipper87fb68174c52%2C44221%2C1730981802053,1-87fb68174c52,44221,1730981802053 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 87fb68174c52%2C44221%2C1730981802053 2024-11-07T12:16:50,198 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,44221,1730981802053.replicationSource.wal-reader.87fb68174c52%2C44221%2C1730981802053,1-87fb68174c52,44221,1730981802053 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:35435/user/jenkins/test-data/03ac464e-c104-e4bf-7377-f12c6112ce58/WALs/87fb68174c52,44221,1730981802053/87fb68174c52%2C44221%2C1730981802053.1730981804060, startPosition=0, beingWritten=true 2024-11-07T12:16:50,404 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,44221,1730981802053.replicationSource.wal-reader.87fb68174c52%2C44221%2C1730981802053,1-87fb68174c52,44221,1730981802053 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35435/user/jenkins/test-data/03ac464e-c104-e4bf-7377-f12c6112ce58/WALs/87fb68174c52,44221,1730981802053/87fb68174c52%2C44221%2C1730981802053.1730981804060 to pos 0, reset compression=false 2024-11-07T12:16:50,531 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-07T12:16:50,533 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T12:16:50,556 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T12:16:50,709 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,44221,1730981802053.replicationSource.wal-reader.87fb68174c52%2C44221%2C1730981802053,1-87fb68174c52,44221,1730981802053 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35435/user/jenkins/test-data/03ac464e-c104-e4bf-7377-f12c6112ce58/WALs/87fb68174c52,44221,1730981802053/87fb68174c52%2C44221%2C1730981802053.1730981804060 to pos 0, reset compression=false 2024-11-07T12:16:50,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39107 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T12:16:50,905 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-07T12:16:50,905 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T12:16:50,905 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:560) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T12:16:50,905 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:16:50,905 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:16:50,905 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T12:16:50,906 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T12:16:50,907 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is 87fb68174c52,39107,1730981801947 2024-11-07T12:16:50,907 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6034279e 2024-11-07T12:16:50,907 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T12:16:50,908 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56496, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-07T12:16:50,908 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39107 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-07T12:16:50,909 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-07T12:16:50,909 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T12:16:50,909 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T12:16:50,909 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:16:50,909 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:16:50,909 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T12:16:50,909 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-07T12:16:50,909 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=537949172, stopped=false 2024-11-07T12:16:50,909 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=87fb68174c52,44323,1730981805672 2024-11-07T12:16:50,924 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44323-0x1001a2c36320003, quorum=127.0.0.1:51643, baseZNode=/1-202381606 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-202381606/running 2024-11-07T12:16:50,924 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36589-0x1001a2c36320004, quorum=127.0.0.1:51643, baseZNode=/1-202381606 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-202381606/running 2024-11-07T12:16:50,924 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44323-0x1001a2c36320003, quorum=127.0.0.1:51643, baseZNode=/1-202381606 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-202381606 2024-11-07T12:16:50,924 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36589-0x1001a2c36320004, quorum=127.0.0.1:51643, baseZNode=/1-202381606 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-202381606 2024-11-07T12:16:50,924 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-07T12:16:50,924 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T12:16:50,924 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T12:16:50,924 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:16:50,924 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36589-0x1001a2c36320004, quorum=127.0.0.1:51643, baseZNode=/1-202381606 Set watcher on znode that does not yet exist, /1-202381606/running 2024-11-07T12:16:50,924 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44323-0x1001a2c36320003, quorum=127.0.0.1:51643, baseZNode=/1-202381606 Set watcher on znode that does not yet exist, /1-202381606/running 2024-11-07T12:16:50,924 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '87fb68174c52,36589,1730981805708' ***** 2024-11-07T12:16:50,924 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-07T12:16:50,925 INFO [RS:0;87fb68174c52:36589 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-07T12:16:50,925 INFO [RS:0;87fb68174c52:36589 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-07T12:16:50,925 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-07T12:16:50,925 INFO [RS:0;87fb68174c52:36589 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-07T12:16:50,925 INFO [RS:0;87fb68174c52:36589 {}] regionserver.HRegionServer(959): stopping server 87fb68174c52,36589,1730981805708 2024-11-07T12:16:50,925 INFO [RS:0;87fb68174c52:36589 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-07T12:16:50,925 INFO [RS:0;87fb68174c52:36589 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;87fb68174c52:36589. 2024-11-07T12:16:50,925 DEBUG [RS:0;87fb68174c52:36589 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T12:16:50,925 DEBUG [RS:0;87fb68174c52:36589 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:16:50,925 INFO [RS:0;87fb68174c52:36589 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-07T12:16:50,925 INFO [RS:0;87fb68174c52:36589 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-07T12:16:50,925 INFO [RS:0;87fb68174c52:36589 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-07T12:16:50,925 INFO [RS:0;87fb68174c52:36589 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-07T12:16:50,926 INFO [RS:0;87fb68174c52:36589 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-07T12:16:50,926 DEBUG [RS:0;87fb68174c52:36589 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-07T12:16:50,926 DEBUG [RS:0;87fb68174c52:36589 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-07T12:16:50,926 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-07T12:16:50,926 INFO [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-07T12:16:50,926 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-07T12:16:50,926 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-07T12:16:50,926 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-07T12:16:50,926 INFO [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-07T12:16:50,942 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43475/user/jenkins/test-data/2aaaaf7b-d07c-b5b8-b931-2cba19471111/data/hbase/meta/1588230740/.tmp/ns/b95b4f6179d34bc5ac7b62b79f30701d is 43, key is default/ns:d/1730981808695/Put/seqid=0 2024-11-07T12:16:50,947 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41561 is added to blk_1073741835_1011 (size=5153) 2024-11-07T12:16:50,977 INFO [regionserver/87fb68174c52:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-07T12:16:51,114 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,44221,1730981802053.replicationSource.wal-reader.87fb68174c52%2C44221%2C1730981802053,1-87fb68174c52,44221,1730981802053 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35435/user/jenkins/test-data/03ac464e-c104-e4bf-7377-f12c6112ce58/WALs/87fb68174c52,44221,1730981802053/87fb68174c52%2C44221%2C1730981802053.1730981804060 to pos 0, reset compression=false 2024-11-07T12:16:51,126 DEBUG [RS:0;87fb68174c52:36589 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-07T12:16:51,326 DEBUG [RS:0;87fb68174c52:36589 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-07T12:16:51,348 INFO [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:43475/user/jenkins/test-data/2aaaaf7b-d07c-b5b8-b931-2cba19471111/data/hbase/meta/1588230740/.tmp/ns/b95b4f6179d34bc5ac7b62b79f30701d 2024-11-07T12:16:51,354 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43475/user/jenkins/test-data/2aaaaf7b-d07c-b5b8-b931-2cba19471111/data/hbase/meta/1588230740/.tmp/ns/b95b4f6179d34bc5ac7b62b79f30701d as hdfs://localhost:43475/user/jenkins/test-data/2aaaaf7b-d07c-b5b8-b931-2cba19471111/data/hbase/meta/1588230740/ns/b95b4f6179d34bc5ac7b62b79f30701d 2024-11-07T12:16:51,360 INFO [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43475/user/jenkins/test-data/2aaaaf7b-d07c-b5b8-b931-2cba19471111/data/hbase/meta/1588230740/ns/b95b4f6179d34bc5ac7b62b79f30701d, entries=2, sequenceid=6, filesize=5.0 K 2024-11-07T12:16:51,361 INFO [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 435ms, sequenceid=6, compaction requested=false 2024-11-07T12:16:51,366 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43475/user/jenkins/test-data/2aaaaf7b-d07c-b5b8-b931-2cba19471111/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-07T12:16:51,366 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-07T12:16:51,366 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-07T12:16:51,366 INFO [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-07T12:16:51,366 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1730981810926Running coprocessor pre-close hooks at 1730981810926Disabling compacts and flushes for region at 1730981810926Disabling writes for close at 1730981810926Obtaining lock to block concurrent updates at 1730981810926Preparing flush snapshotting stores in 1588230740 at 1730981810926Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1730981810926Flushing stores of hbase:meta,,1.1588230740 at 1730981810927 (+1 ms)Flushing 1588230740/ns: creating writer at 1730981810927Flushing 1588230740/ns: appending metadata at 1730981810942 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1730981810942Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@48db0cf7: reopening flushed file at 1730981811353 (+411 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 435ms, sequenceid=6, compaction requested=false at 1730981811361 (+8 ms)Writing region close event to WAL at 1730981811362 (+1 ms)Running coprocessor post-close hooks at 1730981811366 (+4 ms)Closed at 1730981811366 2024-11-07T12:16:51,367 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-07T12:16:51,526 INFO [RS:0;87fb68174c52:36589 {}] regionserver.HRegionServer(976): stopping server 87fb68174c52,36589,1730981805708; all regions closed. 2024-11-07T12:16:51,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41561 is added to blk_1073741834_1010 (size=1152) 2024-11-07T12:16:51,529 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/2aaaaf7b-d07c-b5b8-b931-2cba19471111/WALs/87fb68174c52,36589,1730981805708/87fb68174c52%2C36589%2C1730981805708.meta.1730981808647.meta not finished, retry = 0 2024-11-07T12:16:51,620 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,44221,1730981802053.replicationSource.wal-reader.87fb68174c52%2C44221%2C1730981802053,1-87fb68174c52,44221,1730981802053 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35435/user/jenkins/test-data/03ac464e-c104-e4bf-7377-f12c6112ce58/WALs/87fb68174c52,44221,1730981802053/87fb68174c52%2C44221%2C1730981802053.1730981804060 to pos 0, reset compression=false 2024-11-07T12:16:51,632 DEBUG [RS:0;87fb68174c52:36589 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/2aaaaf7b-d07c-b5b8-b931-2cba19471111/oldWALs 2024-11-07T12:16:51,632 INFO [RS:0;87fb68174c52:36589 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 87fb68174c52%2C36589%2C1730981805708.meta:.meta(num 1730981808647) 2024-11-07T12:16:51,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41561 is added to blk_1073741832_1008 (size=93) 2024-11-07T12:16:51,634 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/2aaaaf7b-d07c-b5b8-b931-2cba19471111/WALs/87fb68174c52,36589,1730981805708/87fb68174c52%2C36589%2C1730981805708.1730981807707 not finished, retry = 0 2024-11-07T12:16:51,660 INFO [regionserver/87fb68174c52:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-07T12:16:51,660 INFO [regionserver/87fb68174c52:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-07T12:16:51,737 DEBUG [RS:0;87fb68174c52:36589 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/2aaaaf7b-d07c-b5b8-b931-2cba19471111/oldWALs 2024-11-07T12:16:51,737 INFO [RS:0;87fb68174c52:36589 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 87fb68174c52%2C36589%2C1730981805708:(num 1730981807707) 2024-11-07T12:16:51,737 DEBUG [RS:0;87fb68174c52:36589 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:16:51,737 INFO [RS:0;87fb68174c52:36589 {}] regionserver.LeaseManager(133): Closed leases 2024-11-07T12:16:51,737 INFO [RS:0;87fb68174c52:36589 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-07T12:16:51,737 INFO [RS:0;87fb68174c52:36589 {}] hbase.ChoreService(370): Chore service for: regionserver/87fb68174c52:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-07T12:16:51,738 INFO [RS:0;87fb68174c52:36589 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-07T12:16:51,738 INFO [regionserver/87fb68174c52:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-07T12:16:51,738 INFO [RS:0;87fb68174c52:36589 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:36589 2024-11-07T12:16:51,740 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36589-0x1001a2c36320004, quorum=127.0.0.1:51643, baseZNode=/1-202381606 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-202381606/rs/87fb68174c52,36589,1730981805708 2024-11-07T12:16:51,740 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44323-0x1001a2c36320003, quorum=127.0.0.1:51643, baseZNode=/1-202381606 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-202381606/rs 2024-11-07T12:16:51,740 INFO [RS:0;87fb68174c52:36589 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-07T12:16:51,741 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [87fb68174c52,36589,1730981805708] 2024-11-07T12:16:51,742 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-202381606/draining/87fb68174c52,36589,1730981805708 already deleted, retry=false 2024-11-07T12:16:51,742 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 87fb68174c52,36589,1730981805708 expired; onlineServers=0 2024-11-07T12:16:51,742 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '87fb68174c52,44323,1730981805672' ***** 2024-11-07T12:16:51,742 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-07T12:16:51,742 INFO [M:0;87fb68174c52:44323 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-07T12:16:51,743 INFO [M:0;87fb68174c52:44323 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-07T12:16:51,743 DEBUG [M:0;87fb68174c52:44323 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-07T12:16:51,743 DEBUG [M:0;87fb68174c52:44323 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-07T12:16:51,743 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-07T12:16:51,743 DEBUG [master/87fb68174c52:0:becomeActiveMaster-HFileCleaner.large.0-1730981807498 {}] cleaner.HFileCleaner(306): Exit Thread[master/87fb68174c52:0:becomeActiveMaster-HFileCleaner.large.0-1730981807498,5,FailOnTimeoutGroup] 2024-11-07T12:16:51,743 DEBUG [master/87fb68174c52:0:becomeActiveMaster-HFileCleaner.small.0-1730981807499 {}] cleaner.HFileCleaner(306): Exit Thread[master/87fb68174c52:0:becomeActiveMaster-HFileCleaner.small.0-1730981807499,5,FailOnTimeoutGroup] 2024-11-07T12:16:51,743 INFO [M:0;87fb68174c52:44323 {}] hbase.ChoreService(370): Chore service for: master/87fb68174c52:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-07T12:16:51,743 INFO [M:0;87fb68174c52:44323 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-07T12:16:51,743 DEBUG [M:0;87fb68174c52:44323 {}] master.HMaster(1795): Stopping service threads 2024-11-07T12:16:51,743 INFO [M:0;87fb68174c52:44323 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-07T12:16:51,743 INFO [M:0;87fb68174c52:44323 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-07T12:16:51,743 INFO [M:0;87fb68174c52:44323 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-07T12:16:51,743 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-07T12:16:51,744 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44323-0x1001a2c36320003, quorum=127.0.0.1:51643, baseZNode=/1-202381606 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-202381606/master 2024-11-07T12:16:51,745 DEBUG [M:0;87fb68174c52:44323 {}] zookeeper.ZKUtil(347): master:44323-0x1001a2c36320003, quorum=127.0.0.1:51643, baseZNode=/1-202381606 Unable to get data of znode /1-202381606/master because node does not exist (not an error) 2024-11-07T12:16:51,745 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44323-0x1001a2c36320003, quorum=127.0.0.1:51643, baseZNode=/1-202381606 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-202381606 2024-11-07T12:16:51,745 WARN [M:0;87fb68174c52:44323 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-07T12:16:51,745 INFO [M:0;87fb68174c52:44323 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43475/user/jenkins/test-data/2aaaaf7b-d07c-b5b8-b931-2cba19471111/.lastflushedseqids 2024-11-07T12:16:51,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41561 is added to blk_1073741836_1012 (size=99) 2024-11-07T12:16:51,842 INFO [RS:0;87fb68174c52:36589 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-07T12:16:51,842 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36589-0x1001a2c36320004, quorum=127.0.0.1:51643, baseZNode=/1-202381606 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T12:16:51,842 INFO [RS:0;87fb68174c52:36589 {}] regionserver.HRegionServer(1031): Exiting; stopping=87fb68174c52,36589,1730981805708; zookeeper connection closed. 2024-11-07T12:16:51,842 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36589-0x1001a2c36320004, quorum=127.0.0.1:51643, baseZNode=/1-202381606 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T12:16:51,842 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@733d18ae {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@733d18ae 2024-11-07T12:16:51,842 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-07T12:16:52,150 INFO [M:0;87fb68174c52:44323 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-07T12:16:52,151 INFO [M:0;87fb68174c52:44323 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-07T12:16:52,151 DEBUG [M:0;87fb68174c52:44323 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-07T12:16:52,151 INFO [M:0;87fb68174c52:44323 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T12:16:52,151 DEBUG [M:0;87fb68174c52:44323 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T12:16:52,151 DEBUG [M:0;87fb68174c52:44323 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-07T12:16:52,151 DEBUG [M:0;87fb68174c52:44323 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T12:16:52,151 INFO [M:0;87fb68174c52:44323 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-07T12:16:52,168 DEBUG [M:0;87fb68174c52:44323 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43475/user/jenkins/test-data/2aaaaf7b-d07c-b5b8-b931-2cba19471111/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b239156c73784fdca74b44a03667c6b1 is 82, key is hbase:meta,,1/info:regioninfo/1730981808682/Put/seqid=0 2024-11-07T12:16:52,172 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41561 is added to blk_1073741837_1013 (size=5672) 2024-11-07T12:16:52,173 INFO [M:0;87fb68174c52:44323 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:43475/user/jenkins/test-data/2aaaaf7b-d07c-b5b8-b931-2cba19471111/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b239156c73784fdca74b44a03667c6b1 2024-11-07T12:16:52,196 DEBUG [M:0;87fb68174c52:44323 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43475/user/jenkins/test-data/2aaaaf7b-d07c-b5b8-b931-2cba19471111/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0e34cbae35524fe48b567211a7841a3a is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1730981808698/Put/seqid=0 2024-11-07T12:16:52,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41561 is added to blk_1073741838_1014 (size=5275) 2024-11-07T12:16:52,209 INFO [M:0;87fb68174c52:44323 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:43475/user/jenkins/test-data/2aaaaf7b-d07c-b5b8-b931-2cba19471111/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0e34cbae35524fe48b567211a7841a3a 2024-11-07T12:16:52,226 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,44221,1730981802053.replicationSource.wal-reader.87fb68174c52%2C44221%2C1730981802053,1-87fb68174c52,44221,1730981802053 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35435/user/jenkins/test-data/03ac464e-c104-e4bf-7377-f12c6112ce58/WALs/87fb68174c52,44221,1730981802053/87fb68174c52%2C44221%2C1730981802053.1730981804060 to pos 0, reset compression=false 2024-11-07T12:16:52,251 DEBUG [M:0;87fb68174c52:44323 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43475/user/jenkins/test-data/2aaaaf7b-d07c-b5b8-b931-2cba19471111/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/bcc38651fc5c4994844e3c55f43fb187 is 69, key is 87fb68174c52,36589,1730981805708/rs:state/1730981807552/Put/seqid=0 2024-11-07T12:16:52,262 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41561 is added to blk_1073741839_1015 (size=5156) 2024-11-07T12:16:52,663 INFO [M:0;87fb68174c52:44323 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:43475/user/jenkins/test-data/2aaaaf7b-d07c-b5b8-b931-2cba19471111/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/bcc38651fc5c4994844e3c55f43fb187 2024-11-07T12:16:52,669 DEBUG [M:0;87fb68174c52:44323 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43475/user/jenkins/test-data/2aaaaf7b-d07c-b5b8-b931-2cba19471111/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b239156c73784fdca74b44a03667c6b1 as hdfs://localhost:43475/user/jenkins/test-data/2aaaaf7b-d07c-b5b8-b931-2cba19471111/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b239156c73784fdca74b44a03667c6b1 2024-11-07T12:16:52,675 INFO [M:0;87fb68174c52:44323 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43475/user/jenkins/test-data/2aaaaf7b-d07c-b5b8-b931-2cba19471111/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b239156c73784fdca74b44a03667c6b1, entries=8, sequenceid=28, filesize=5.5 K 2024-11-07T12:16:52,675 DEBUG [M:0;87fb68174c52:44323 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43475/user/jenkins/test-data/2aaaaf7b-d07c-b5b8-b931-2cba19471111/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0e34cbae35524fe48b567211a7841a3a as hdfs://localhost:43475/user/jenkins/test-data/2aaaaf7b-d07c-b5b8-b931-2cba19471111/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0e34cbae35524fe48b567211a7841a3a 2024-11-07T12:16:52,681 INFO [M:0;87fb68174c52:44323 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43475/user/jenkins/test-data/2aaaaf7b-d07c-b5b8-b931-2cba19471111/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0e34cbae35524fe48b567211a7841a3a, entries=3, sequenceid=28, filesize=5.2 K 2024-11-07T12:16:52,682 DEBUG [M:0;87fb68174c52:44323 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43475/user/jenkins/test-data/2aaaaf7b-d07c-b5b8-b931-2cba19471111/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/bcc38651fc5c4994844e3c55f43fb187 as hdfs://localhost:43475/user/jenkins/test-data/2aaaaf7b-d07c-b5b8-b931-2cba19471111/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/bcc38651fc5c4994844e3c55f43fb187 2024-11-07T12:16:52,687 INFO [M:0;87fb68174c52:44323 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43475/user/jenkins/test-data/2aaaaf7b-d07c-b5b8-b931-2cba19471111/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/bcc38651fc5c4994844e3c55f43fb187, entries=1, sequenceid=28, filesize=5.0 K 2024-11-07T12:16:52,688 INFO [M:0;87fb68174c52:44323 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 537ms, sequenceid=28, compaction requested=false 2024-11-07T12:16:52,690 INFO [M:0;87fb68174c52:44323 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T12:16:52,690 DEBUG [M:0;87fb68174c52:44323 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1730981812151Disabling compacts and flushes for region at 1730981812151Disabling writes for close at 1730981812151Obtaining lock to block concurrent updates at 1730981812151Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1730981812151Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1730981812151Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1730981812152 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1730981812152Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1730981812167 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1730981812168 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1730981812179 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1730981812196 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1730981812196Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1730981812219 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1730981812250 (+31 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1730981812250Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@10dee045: reopening flushed file at 1730981812669 (+419 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@19bcf47f: reopening flushed file at 1730981812675 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5fc65354: reopening flushed file at 1730981812681 (+6 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 537ms, sequenceid=28, compaction requested=false at 1730981812688 (+7 ms)Writing region close event to WAL at 1730981812690 (+2 ms)Closed at 1730981812690 2024-11-07T12:16:52,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41561 is added to blk_1073741830_1006 (size=10165) 2024-11-07T12:16:52,693 INFO [M:0;87fb68174c52:44323 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-07T12:16:52,693 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-07T12:16:52,693 INFO [M:0;87fb68174c52:44323 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:44323 2024-11-07T12:16:52,694 INFO [M:0;87fb68174c52:44323 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-07T12:16:52,796 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44323-0x1001a2c36320003, quorum=127.0.0.1:51643, baseZNode=/1-202381606 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T12:16:52,796 INFO [M:0;87fb68174c52:44323 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-07T12:16:52,796 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44323-0x1001a2c36320003, quorum=127.0.0.1:51643, baseZNode=/1-202381606 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T12:16:52,801 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@459032ea{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T12:16:52,802 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@14777db9{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-07T12:16:52,802 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-07T12:16:52,802 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@54ab07b2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-07T12:16:52,802 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@42c98647{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d9b6d533-24e1-6580-efb0-545191f886dd/hadoop.log.dir/,STOPPED} 2024-11-07T12:16:52,803 WARN [BP-1339373065-172.17.0.3-1730981805137 heartbeating to localhost/127.0.0.1:43475 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-07T12:16:52,803 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-07T12:16:52,803 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-07T12:16:52,803 WARN [BP-1339373065-172.17.0.3-1730981805137 heartbeating to localhost/127.0.0.1:43475 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1339373065-172.17.0.3-1730981805137 (Datanode Uuid 258edf4c-5bbb-4047-a3a2-c4fd4fd517f6) service to localhost/127.0.0.1:43475 2024-11-07T12:16:52,804 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d9b6d533-24e1-6580-efb0-545191f886dd/cluster_8db63d9d-d8a6-4eb7-aa69-6025289c4ccf/data/data1/current/BP-1339373065-172.17.0.3-1730981805137 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T12:16:52,804 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d9b6d533-24e1-6580-efb0-545191f886dd/cluster_8db63d9d-d8a6-4eb7-aa69-6025289c4ccf/data/data2/current/BP-1339373065-172.17.0.3-1730981805137 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T12:16:52,804 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-07T12:16:52,810 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@765885a1{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-07T12:16:52,811 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@546cc908{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-07T12:16:52,811 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-07T12:16:52,811 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6d5ad8c4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-07T12:16:52,811 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3833aa3c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d9b6d533-24e1-6580-efb0-545191f886dd/hadoop.log.dir/,STOPPED} 2024-11-07T12:16:52,823 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-07T12:16:52,823 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-07T12:16:52,823 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T12:16:52,823 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T12:16:52,824 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:16:52,824 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:16:52,824 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T12:16:52,824 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-07T12:16:52,824 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1498539391, stopped=false 2024-11-07T12:16:52,824 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=87fb68174c52,39107,1730981801947 2024-11-07T12:16:52,826 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39107-0x1001a2c36320000, quorum=127.0.0.1:51643, baseZNode=/0885311978 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0885311978/running 2024-11-07T12:16:52,826 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-07T12:16:52,826 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44221-0x1001a2c36320001, quorum=127.0.0.1:51643, baseZNode=/0885311978 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0885311978/running 2024-11-07T12:16:52,826 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39107-0x1001a2c36320000, quorum=127.0.0.1:51643, baseZNode=/0885311978 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0885311978 2024-11-07T12:16:52,826 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44221-0x1001a2c36320001, quorum=127.0.0.1:51643, baseZNode=/0885311978 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0885311978 2024-11-07T12:16:52,826 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T12:16:52,826 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T12:16:52,826 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:16:52,826 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '87fb68174c52,44221,1730981802053' ***** 2024-11-07T12:16:52,826 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-07T12:16:52,827 INFO [RS:0;87fb68174c52:44221 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-07T12:16:52,827 INFO [RS:0;87fb68174c52:44221 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-07T12:16:52,827 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44221-0x1001a2c36320001, quorum=127.0.0.1:51643, baseZNode=/0885311978 Set watcher on znode that does not yet exist, /0885311978/running 2024-11-07T12:16:52,827 INFO [RS:0;87fb68174c52:44221 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-07T12:16:52,827 INFO [RS:0;87fb68174c52:44221 {}] regionserver.HRegionServer(3091): Received CLOSE for 0eeab7e139063e7da713d30a0a74e416 2024-11-07T12:16:52,827 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-07T12:16:52,827 INFO [RS:0;87fb68174c52:44221 {}] regionserver.HRegionServer(959): stopping server 87fb68174c52,44221,1730981802053 2024-11-07T12:16:52,827 INFO [RS:0;87fb68174c52:44221 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-07T12:16:52,827 INFO [RS:0;87fb68174c52:44221 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;87fb68174c52:44221. 2024-11-07T12:16:52,827 DEBUG [RS:0;87fb68174c52:44221 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T12:16:52,827 DEBUG [RS:0;87fb68174c52:44221 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:16:52,827 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0eeab7e139063e7da713d30a0a74e416, disabling compactions & flushes 2024-11-07T12:16:52,828 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39107-0x1001a2c36320000, quorum=127.0.0.1:51643, baseZNode=/0885311978 Set watcher on znode that does not yet exist, /0885311978/running 2024-11-07T12:16:52,828 INFO [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1730981808764.0eeab7e139063e7da713d30a0a74e416. 2024-11-07T12:16:52,828 INFO [RS:0;87fb68174c52:44221 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-07T12:16:52,828 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1730981808764.0eeab7e139063e7da713d30a0a74e416. 2024-11-07T12:16:52,828 INFO [RS:0;87fb68174c52:44221 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-07T12:16:52,828 INFO [RS:0;87fb68174c52:44221 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-07T12:16:52,828 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1730981808764.0eeab7e139063e7da713d30a0a74e416. after waiting 0 ms 2024-11-07T12:16:52,828 INFO [RS:0;87fb68174c52:44221 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-07T12:16:52,828 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1730981808764.0eeab7e139063e7da713d30a0a74e416. 2024-11-07T12:16:52,828 INFO [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 0eeab7e139063e7da713d30a0a74e416 3/3 column families, dataSize=147 B heapSize=992 B 2024-11-07T12:16:52,828 INFO [RS:0;87fb68174c52:44221 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-07T12:16:52,828 DEBUG [RS:0;87fb68174c52:44221 {}] regionserver.HRegionServer(1325): Online Regions={0eeab7e139063e7da713d30a0a74e416=hbase:replication,,1730981808764.0eeab7e139063e7da713d30a0a74e416., 1588230740=hbase:meta,,1.1588230740} 2024-11-07T12:16:52,828 DEBUG [RS:0;87fb68174c52:44221 {}] regionserver.HRegionServer(1351): Waiting on 0eeab7e139063e7da713d30a0a74e416, 1588230740 2024-11-07T12:16:52,828 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-07T12:16:52,828 INFO [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-07T12:16:52,828 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-07T12:16:52,828 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-07T12:16:52,828 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-07T12:16:52,828 INFO [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-07T12:16:52,844 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35435/user/jenkins/test-data/03ac464e-c104-e4bf-7377-f12c6112ce58/data/hbase/meta/1588230740/.tmp/info/aeeea0ec7b07454ea04651c721054605 is 147, key is hbase:replication,,1730981808764.0eeab7e139063e7da713d30a0a74e416./info:regioninfo/1730981809945/Put/seqid=0 2024-11-07T12:16:52,846 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35435/user/jenkins/test-data/03ac464e-c104-e4bf-7377-f12c6112ce58/data/hbase/replication/0eeab7e139063e7da713d30a0a74e416/.tmp/queue/ec99f941cfd0448486336d50ed37fc10 is 151, key is 1-87fb68174c52,44221,1730981802053/queue:87fb68174c52%2C44221%2C1730981802053/1730981810173/Put/seqid=0 2024-11-07T12:16:52,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44067 is added to blk_1073741838_1014 (size=6631) 2024-11-07T12:16:52,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44067 is added to blk_1073741839_1015 (size=5350) 2024-11-07T12:16:52,918 INFO [regionserver/87fb68174c52:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-07T12:16:52,918 INFO [regionserver/87fb68174c52:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-07T12:16:52,925 INFO [regionserver/87fb68174c52:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-07T12:16:52,955 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,44221,1730981802053.replicationSource.wal-reader.87fb68174c52%2C44221%2C1730981802053,1-87fb68174c52,44221,1730981802053 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35435/user/jenkins/test-data/03ac464e-c104-e4bf-7377-f12c6112ce58/WALs/87fb68174c52,44221,1730981802053/87fb68174c52%2C44221%2C1730981802053.1730981804060 to pos 0, reset compression=false 2024-11-07T12:16:53,028 DEBUG [RS:0;87fb68174c52:44221 {}] regionserver.HRegionServer(1351): Waiting on 0eeab7e139063e7da713d30a0a74e416, 1588230740 2024-11-07T12:16:53,228 DEBUG [RS:0;87fb68174c52:44221 {}] regionserver.HRegionServer(1351): Waiting on 0eeab7e139063e7da713d30a0a74e416, 1588230740 2024-11-07T12:16:53,250 INFO [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:35435/user/jenkins/test-data/03ac464e-c104-e4bf-7377-f12c6112ce58/data/hbase/meta/1588230740/.tmp/info/aeeea0ec7b07454ea04651c721054605 2024-11-07T12:16:53,251 INFO [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:35435/user/jenkins/test-data/03ac464e-c104-e4bf-7377-f12c6112ce58/data/hbase/replication/0eeab7e139063e7da713d30a0a74e416/.tmp/queue/ec99f941cfd0448486336d50ed37fc10 2024-11-07T12:16:53,257 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35435/user/jenkins/test-data/03ac464e-c104-e4bf-7377-f12c6112ce58/data/hbase/replication/0eeab7e139063e7da713d30a0a74e416/.tmp/queue/ec99f941cfd0448486336d50ed37fc10 as hdfs://localhost:35435/user/jenkins/test-data/03ac464e-c104-e4bf-7377-f12c6112ce58/data/hbase/replication/0eeab7e139063e7da713d30a0a74e416/queue/ec99f941cfd0448486336d50ed37fc10 2024-11-07T12:16:53,264 INFO [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35435/user/jenkins/test-data/03ac464e-c104-e4bf-7377-f12c6112ce58/data/hbase/replication/0eeab7e139063e7da713d30a0a74e416/queue/ec99f941cfd0448486336d50ed37fc10, entries=1, sequenceid=5, filesize=5.2 K 2024-11-07T12:16:53,265 INFO [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 0eeab7e139063e7da713d30a0a74e416 in 437ms, sequenceid=5, compaction requested=false 2024-11-07T12:16:53,265 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-07T12:16:53,272 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35435/user/jenkins/test-data/03ac464e-c104-e4bf-7377-f12c6112ce58/data/hbase/meta/1588230740/.tmp/ns/fe60c54495ca432eb6f8bda02e41ebe5 is 43, key is default/ns:d/1730981805064/Put/seqid=0 2024-11-07T12:16:53,273 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35435/user/jenkins/test-data/03ac464e-c104-e4bf-7377-f12c6112ce58/data/hbase/replication/0eeab7e139063e7da713d30a0a74e416/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-07T12:16:53,274 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-07T12:16:53,274 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-07T12:16:53,274 INFO [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1730981808764.0eeab7e139063e7da713d30a0a74e416. 2024-11-07T12:16:53,274 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0eeab7e139063e7da713d30a0a74e416: Waiting for close lock at 1730981812827Running coprocessor pre-close hooks at 1730981812827Disabling compacts and flushes for region at 1730981812827Disabling writes for close at 1730981812828 (+1 ms)Obtaining lock to block concurrent updates at 1730981812828Preparing flush snapshotting stores in 0eeab7e139063e7da713d30a0a74e416 at 1730981812828Finished memstore snapshotting hbase:replication,,1730981808764.0eeab7e139063e7da713d30a0a74e416., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1730981812828Flushing stores of hbase:replication,,1730981808764.0eeab7e139063e7da713d30a0a74e416. at 1730981812829 (+1 ms)Flushing 0eeab7e139063e7da713d30a0a74e416/queue: creating writer at 1730981812829Flushing 0eeab7e139063e7da713d30a0a74e416/queue: appending metadata at 1730981812845 (+16 ms)Flushing 0eeab7e139063e7da713d30a0a74e416/queue: closing flushed file at 1730981812845Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@11e322df: reopening flushed file at 1730981813257 (+412 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 0eeab7e139063e7da713d30a0a74e416 in 437ms, sequenceid=5, compaction requested=false at 1730981813265 (+8 ms)Writing region close event to WAL at 1730981813270 (+5 ms)Running coprocessor post-close hooks at 1730981813274 (+4 ms)Closed at 1730981813274 2024-11-07T12:16:53,275 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1730981808764.0eeab7e139063e7da713d30a0a74e416. 2024-11-07T12:16:53,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44067 is added to blk_1073741840_1016 (size=5153) 2024-11-07T12:16:53,429 DEBUG [RS:0;87fb68174c52:44221 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-07T12:16:53,629 DEBUG [RS:0;87fb68174c52:44221 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-07T12:16:53,678 INFO [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:35435/user/jenkins/test-data/03ac464e-c104-e4bf-7377-f12c6112ce58/data/hbase/meta/1588230740/.tmp/ns/fe60c54495ca432eb6f8bda02e41ebe5 2024-11-07T12:16:53,699 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35435/user/jenkins/test-data/03ac464e-c104-e4bf-7377-f12c6112ce58/data/hbase/meta/1588230740/.tmp/table/4f50cbbda5db46fb80975b687c8010b1 is 53, key is hbase:replication/table:state/1730981809954/Put/seqid=0 2024-11-07T12:16:53,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44067 is added to blk_1073741841_1017 (size=5256) 2024-11-07T12:16:53,760 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,44221,1730981802053.replicationSource.wal-reader.87fb68174c52%2C44221%2C1730981802053,1-87fb68174c52,44221,1730981802053 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35435/user/jenkins/test-data/03ac464e-c104-e4bf-7377-f12c6112ce58/WALs/87fb68174c52,44221,1730981802053/87fb68174c52%2C44221%2C1730981802053.1730981804060 to pos 0, reset compression=false 2024-11-07T12:16:53,829 INFO [RS:0;87fb68174c52:44221 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-07T12:16:53,829 DEBUG [RS:0;87fb68174c52:44221 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-07T12:16:53,829 DEBUG [RS:0;87fb68174c52:44221 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-07T12:16:54,029 DEBUG [RS:0;87fb68174c52:44221 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-07T12:16:54,104 INFO [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:35435/user/jenkins/test-data/03ac464e-c104-e4bf-7377-f12c6112ce58/data/hbase/meta/1588230740/.tmp/table/4f50cbbda5db46fb80975b687c8010b1 2024-11-07T12:16:54,111 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35435/user/jenkins/test-data/03ac464e-c104-e4bf-7377-f12c6112ce58/data/hbase/meta/1588230740/.tmp/info/aeeea0ec7b07454ea04651c721054605 as hdfs://localhost:35435/user/jenkins/test-data/03ac464e-c104-e4bf-7377-f12c6112ce58/data/hbase/meta/1588230740/info/aeeea0ec7b07454ea04651c721054605 2024-11-07T12:16:54,116 INFO [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35435/user/jenkins/test-data/03ac464e-c104-e4bf-7377-f12c6112ce58/data/hbase/meta/1588230740/info/aeeea0ec7b07454ea04651c721054605, entries=10, sequenceid=11, filesize=6.5 K 2024-11-07T12:16:54,117 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35435/user/jenkins/test-data/03ac464e-c104-e4bf-7377-f12c6112ce58/data/hbase/meta/1588230740/.tmp/ns/fe60c54495ca432eb6f8bda02e41ebe5 as hdfs://localhost:35435/user/jenkins/test-data/03ac464e-c104-e4bf-7377-f12c6112ce58/data/hbase/meta/1588230740/ns/fe60c54495ca432eb6f8bda02e41ebe5 2024-11-07T12:16:54,122 INFO [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35435/user/jenkins/test-data/03ac464e-c104-e4bf-7377-f12c6112ce58/data/hbase/meta/1588230740/ns/fe60c54495ca432eb6f8bda02e41ebe5, entries=2, sequenceid=11, filesize=5.0 K 2024-11-07T12:16:54,123 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35435/user/jenkins/test-data/03ac464e-c104-e4bf-7377-f12c6112ce58/data/hbase/meta/1588230740/.tmp/table/4f50cbbda5db46fb80975b687c8010b1 as hdfs://localhost:35435/user/jenkins/test-data/03ac464e-c104-e4bf-7377-f12c6112ce58/data/hbase/meta/1588230740/table/4f50cbbda5db46fb80975b687c8010b1 2024-11-07T12:16:54,127 INFO [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35435/user/jenkins/test-data/03ac464e-c104-e4bf-7377-f12c6112ce58/data/hbase/meta/1588230740/table/4f50cbbda5db46fb80975b687c8010b1, entries=2, sequenceid=11, filesize=5.1 K 2024-11-07T12:16:54,129 INFO [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1301ms, sequenceid=11, compaction requested=false 2024-11-07T12:16:54,133 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35435/user/jenkins/test-data/03ac464e-c104-e4bf-7377-f12c6112ce58/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-07T12:16:54,133 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-07T12:16:54,133 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-07T12:16:54,133 INFO [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-07T12:16:54,134 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1730981812828Running coprocessor pre-close hooks at 1730981812828Disabling compacts and flushes for region at 1730981812828Disabling writes for close at 1730981812828Obtaining lock to block concurrent updates at 1730981812828Preparing flush snapshotting stores in 1588230740 at 1730981812829 (+1 ms)Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1730981812829Flushing stores of hbase:meta,,1.1588230740 at 1730981812829Flushing 1588230740/info: creating writer at 1730981812829Flushing 1588230740/info: appending metadata at 1730981812844 (+15 ms)Flushing 1588230740/info: closing flushed file at 1730981812844Flushing 1588230740/ns: creating writer at 1730981813257 (+413 ms)Flushing 1588230740/ns: appending metadata at 1730981813272 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1730981813272Flushing 1588230740/table: creating writer at 1730981813684 (+412 ms)Flushing 1588230740/table: appending metadata at 1730981813699 (+15 ms)Flushing 1588230740/table: closing flushed file at 1730981813699Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5d3b771b: reopening flushed file at 1730981814110 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7b55278d: reopening flushed file at 1730981814116 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@51872213: reopening flushed file at 1730981814122 (+6 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1301ms, sequenceid=11, compaction requested=false at 1730981814129 (+7 ms)Writing region close event to WAL at 1730981814130 (+1 ms)Running coprocessor post-close hooks at 1730981814133 (+3 ms)Closed at 1730981814133 2024-11-07T12:16:54,134 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-07T12:16:54,230 INFO [RS:0;87fb68174c52:44221 {}] regionserver.HRegionServer(976): stopping server 87fb68174c52,44221,1730981802053; all regions closed. 2024-11-07T12:16:54,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44067 is added to blk_1073741834_1010 (size=2742) 2024-11-07T12:16:54,232 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/03ac464e-c104-e4bf-7377-f12c6112ce58/WALs/87fb68174c52,44221,1730981802053/87fb68174c52%2C44221%2C1730981802053.meta.1730981805010.meta not finished, retry = 0 2024-11-07T12:16:54,335 DEBUG [RS:0;87fb68174c52:44221 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/03ac464e-c104-e4bf-7377-f12c6112ce58/oldWALs 2024-11-07T12:16:54,335 INFO [RS:0;87fb68174c52:44221 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 87fb68174c52%2C44221%2C1730981802053.meta:.meta(num 1730981805010) 2024-11-07T12:16:54,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44067 is added to blk_1073741837_1013 (size=1586) 2024-11-07T12:16:54,338 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/03ac464e-c104-e4bf-7377-f12c6112ce58/WALs/87fb68174c52,44221,1730981802053/87fb68174c52%2C44221%2C1730981802053.rep.1730981809909 not finished, retry = 0 2024-11-07T12:16:54,441 DEBUG [RS:0;87fb68174c52:44221 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/03ac464e-c104-e4bf-7377-f12c6112ce58/oldWALs 2024-11-07T12:16:54,441 INFO [RS:0;87fb68174c52:44221 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 87fb68174c52%2C44221%2C1730981802053.rep:(num 1730981809909) 2024-11-07T12:16:54,443 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44067 is added to blk_1073741832_1008 (size=93) 2024-11-07T12:16:54,446 DEBUG [RS:0;87fb68174c52:44221 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/03ac464e-c104-e4bf-7377-f12c6112ce58/oldWALs 2024-11-07T12:16:54,446 INFO [RS:0;87fb68174c52:44221 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 87fb68174c52%2C44221%2C1730981802053:(num 1730981804060) 2024-11-07T12:16:54,446 DEBUG [RS:0;87fb68174c52:44221 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:16:54,446 INFO [RS:0;87fb68174c52:44221 {}] regionserver.LeaseManager(133): Closed leases 2024-11-07T12:16:54,446 INFO [RS:0;87fb68174c52:44221 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-07T12:16:54,446 INFO [RS:0;87fb68174c52:44221 {}] hbase.ChoreService(370): Chore service for: regionserver/87fb68174c52:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-07T12:16:54,446 INFO [RS:0;87fb68174c52:44221 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-07T12:16:54,446 INFO [regionserver/87fb68174c52:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-07T12:16:54,446 INFO [RS:0;87fb68174c52:44221 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-87fb68174c52,44221,1730981802053 because: Region server is closing 2024-11-07T12:16:54,446 INFO [RS:0;87fb68174c52:44221 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;87fb68174c52:44221. 2024-11-07T12:16:54,447 DEBUG [RS:0;87fb68174c52:44221 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T12:16:54,447 DEBUG [RS:0;87fb68174c52:44221 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:16:54,447 DEBUG [RS:0;87fb68174c52:44221 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:16:54,447 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T12:16:54,547 WARN [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,44221,1730981802053.replicationSource.shipper87fb68174c52%2C44221%2C1730981802053,1-87fb68174c52,44221,1730981802053 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-07T12:16:54,547 WARN [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,44221,1730981802053.replicationSource.wal-reader.87fb68174c52%2C44221%2C1730981802053,1-87fb68174c52,44221,1730981802053 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-07T12:16:54,547 INFO [RS:0;87fb68174c52:44221 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,44221,1730981802053.replicationSource.shipper87fb68174c52%2C44221%2C1730981802053,1-87fb68174c52,44221,1730981802053 terminated 2024-11-07T12:16:54,548 INFO [RS:0;87fb68174c52:44221 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:44221 2024-11-07T12:16:54,549 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44221-0x1001a2c36320001, quorum=127.0.0.1:51643, baseZNode=/0885311978 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0885311978/rs/87fb68174c52,44221,1730981802053 2024-11-07T12:16:54,550 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39107-0x1001a2c36320000, quorum=127.0.0.1:51643, baseZNode=/0885311978 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0885311978/rs 2024-11-07T12:16:54,550 INFO [RS:0;87fb68174c52:44221 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-07T12:16:54,551 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [87fb68174c52,44221,1730981802053] 2024-11-07T12:16:54,552 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0885311978/draining/87fb68174c52,44221,1730981802053 already deleted, retry=false 2024-11-07T12:16:54,552 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 87fb68174c52,44221,1730981802053 expired; onlineServers=0 2024-11-07T12:16:54,552 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '87fb68174c52,39107,1730981801947' ***** 2024-11-07T12:16:54,552 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-07T12:16:54,552 INFO [M:0;87fb68174c52:39107 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-07T12:16:54,552 INFO [M:0;87fb68174c52:39107 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-07T12:16:54,552 DEBUG [M:0;87fb68174c52:39107 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-07T12:16:54,553 DEBUG [M:0;87fb68174c52:39107 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-07T12:16:54,553 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-07T12:16:54,553 DEBUG [master/87fb68174c52:0:becomeActiveMaster-HFileCleaner.large.0-1730981803855 {}] cleaner.HFileCleaner(306): Exit Thread[master/87fb68174c52:0:becomeActiveMaster-HFileCleaner.large.0-1730981803855,5,FailOnTimeoutGroup] 2024-11-07T12:16:54,553 DEBUG [master/87fb68174c52:0:becomeActiveMaster-HFileCleaner.small.0-1730981803855 {}] cleaner.HFileCleaner(306): Exit Thread[master/87fb68174c52:0:becomeActiveMaster-HFileCleaner.small.0-1730981803855,5,FailOnTimeoutGroup] 2024-11-07T12:16:54,553 INFO [M:0;87fb68174c52:39107 {}] hbase.ChoreService(370): Chore service for: master/87fb68174c52:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-07T12:16:54,553 INFO [M:0;87fb68174c52:39107 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-07T12:16:54,553 DEBUG [M:0;87fb68174c52:39107 {}] master.HMaster(1795): Stopping service threads 2024-11-07T12:16:54,553 INFO [M:0;87fb68174c52:39107 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-07T12:16:54,553 INFO [M:0;87fb68174c52:39107 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-07T12:16:54,553 INFO [M:0;87fb68174c52:39107 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-07T12:16:54,553 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-07T12:16:54,554 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39107-0x1001a2c36320000, quorum=127.0.0.1:51643, baseZNode=/0885311978 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0885311978/master 2024-11-07T12:16:54,554 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39107-0x1001a2c36320000, quorum=127.0.0.1:51643, baseZNode=/0885311978 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0885311978 2024-11-07T12:16:54,554 DEBUG [M:0;87fb68174c52:39107 {}] zookeeper.ZKUtil(347): master:39107-0x1001a2c36320000, quorum=127.0.0.1:51643, baseZNode=/0885311978 Unable to get data of znode /0885311978/master because node does not exist (not an error) 2024-11-07T12:16:54,554 WARN [M:0;87fb68174c52:39107 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-07T12:16:54,555 INFO [M:0;87fb68174c52:39107 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:35435/user/jenkins/test-data/03ac464e-c104-e4bf-7377-f12c6112ce58/.lastflushedseqids 2024-11-07T12:16:54,559 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44067 is added to blk_1073741842_1018 (size=181) 2024-11-07T12:16:54,651 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44221-0x1001a2c36320001, quorum=127.0.0.1:51643, baseZNode=/0885311978 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T12:16:54,651 INFO [RS:0;87fb68174c52:44221 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-07T12:16:54,651 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44221-0x1001a2c36320001, quorum=127.0.0.1:51643, baseZNode=/0885311978 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T12:16:54,651 INFO [RS:0;87fb68174c52:44221 {}] regionserver.HRegionServer(1031): Exiting; stopping=87fb68174c52,44221,1730981802053; zookeeper connection closed. 2024-11-07T12:16:54,652 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@745e8ac4 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@745e8ac4 2024-11-07T12:16:54,652 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-07T12:16:54,960 INFO [M:0;87fb68174c52:39107 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-07T12:16:54,960 INFO [M:0;87fb68174c52:39107 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-07T12:16:54,960 DEBUG [M:0;87fb68174c52:39107 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-07T12:16:54,960 INFO [M:0;87fb68174c52:39107 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T12:16:54,960 DEBUG [M:0;87fb68174c52:39107 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T12:16:54,961 DEBUG [M:0;87fb68174c52:39107 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-07T12:16:54,961 DEBUG [M:0;87fb68174c52:39107 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T12:16:54,961 INFO [M:0;87fb68174c52:39107 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB 2024-11-07T12:16:54,978 DEBUG [M:0;87fb68174c52:39107 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35435/user/jenkins/test-data/03ac464e-c104-e4bf-7377-f12c6112ce58/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f36233391c1e4516b608cf0d882d3d29 is 82, key is hbase:meta,,1/info:regioninfo/1730981805047/Put/seqid=0 2024-11-07T12:16:54,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44067 is added to blk_1073741843_1019 (size=5672) 2024-11-07T12:16:55,245 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-07T12:16:55,246 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-07T12:16:55,246 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-07T12:16:55,384 INFO [M:0;87fb68174c52:39107 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:35435/user/jenkins/test-data/03ac464e-c104-e4bf-7377-f12c6112ce58/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f36233391c1e4516b608cf0d882d3d29 2024-11-07T12:16:55,404 DEBUG [M:0;87fb68174c52:39107 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35435/user/jenkins/test-data/03ac464e-c104-e4bf-7377-f12c6112ce58/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a6d0d5f40a3448898c9820e0273ca044 is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1730981809959/Put/seqid=0 2024-11-07T12:16:55,408 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44067 is added to blk_1073741844_1020 (size=7203) 2024-11-07T12:16:55,809 INFO [M:0;87fb68174c52:39107 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:35435/user/jenkins/test-data/03ac464e-c104-e4bf-7377-f12c6112ce58/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a6d0d5f40a3448898c9820e0273ca044 2024-11-07T12:16:55,829 DEBUG [M:0;87fb68174c52:39107 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35435/user/jenkins/test-data/03ac464e-c104-e4bf-7377-f12c6112ce58/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/44ecd1d03843405299acf4caa0ebf737 is 69, key is 87fb68174c52,44221,1730981802053/rs:state/1730981803904/Put/seqid=0 2024-11-07T12:16:55,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44067 is added to blk_1073741845_1021 (size=5156) 2024-11-07T12:16:56,234 INFO [M:0;87fb68174c52:39107 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:35435/user/jenkins/test-data/03ac464e-c104-e4bf-7377-f12c6112ce58/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/44ecd1d03843405299acf4caa0ebf737 2024-11-07T12:16:56,241 DEBUG [M:0;87fb68174c52:39107 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35435/user/jenkins/test-data/03ac464e-c104-e4bf-7377-f12c6112ce58/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f36233391c1e4516b608cf0d882d3d29 as hdfs://localhost:35435/user/jenkins/test-data/03ac464e-c104-e4bf-7377-f12c6112ce58/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f36233391c1e4516b608cf0d882d3d29 2024-11-07T12:16:56,246 INFO [M:0;87fb68174c52:39107 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35435/user/jenkins/test-data/03ac464e-c104-e4bf-7377-f12c6112ce58/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f36233391c1e4516b608cf0d882d3d29, entries=8, sequenceid=70, filesize=5.5 K 2024-11-07T12:16:56,247 DEBUG [M:0;87fb68174c52:39107 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35435/user/jenkins/test-data/03ac464e-c104-e4bf-7377-f12c6112ce58/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a6d0d5f40a3448898c9820e0273ca044 as hdfs://localhost:35435/user/jenkins/test-data/03ac464e-c104-e4bf-7377-f12c6112ce58/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a6d0d5f40a3448898c9820e0273ca044 2024-11-07T12:16:56,252 INFO [M:0;87fb68174c52:39107 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35435/user/jenkins/test-data/03ac464e-c104-e4bf-7377-f12c6112ce58/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a6d0d5f40a3448898c9820e0273ca044, entries=8, sequenceid=70, filesize=7.0 K 2024-11-07T12:16:56,253 DEBUG [M:0;87fb68174c52:39107 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35435/user/jenkins/test-data/03ac464e-c104-e4bf-7377-f12c6112ce58/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/44ecd1d03843405299acf4caa0ebf737 as hdfs://localhost:35435/user/jenkins/test-data/03ac464e-c104-e4bf-7377-f12c6112ce58/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/44ecd1d03843405299acf4caa0ebf737 2024-11-07T12:16:56,258 INFO [M:0;87fb68174c52:39107 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35435/user/jenkins/test-data/03ac464e-c104-e4bf-7377-f12c6112ce58/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/44ecd1d03843405299acf4caa0ebf737, entries=1, sequenceid=70, filesize=5.0 K 2024-11-07T12:16:56,259 INFO [M:0;87fb68174c52:39107 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1298ms, sequenceid=70, compaction requested=false 2024-11-07T12:16:56,260 INFO [M:0;87fb68174c52:39107 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T12:16:56,260 DEBUG [M:0;87fb68174c52:39107 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1730981814960Disabling compacts and flushes for region at 1730981814960Disabling writes for close at 1730981814961 (+1 ms)Obtaining lock to block concurrent updates at 1730981814961Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1730981814961Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1730981814961Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1730981814962 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1730981814962Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1730981814978 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1730981814978Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1730981815389 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1730981815403 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1730981815403Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1730981815814 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1730981815828 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1730981815828Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5373e44b: reopening flushed file at 1730981816240 (+412 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3f40dfe7: reopening flushed file at 1730981816246 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5cee4c5d: reopening flushed file at 1730981816252 (+6 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1298ms, sequenceid=70, compaction requested=false at 1730981816259 (+7 ms)Writing region close event to WAL at 1730981816260 (+1 ms)Closed at 1730981816260 2024-11-07T12:16:56,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44067 is added to blk_1073741830_1006 (size=41008) 2024-11-07T12:16:56,263 INFO [M:0;87fb68174c52:39107 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-07T12:16:56,263 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-07T12:16:56,263 INFO [M:0;87fb68174c52:39107 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:39107 2024-11-07T12:16:56,264 INFO [M:0;87fb68174c52:39107 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-07T12:16:56,365 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39107-0x1001a2c36320000, quorum=127.0.0.1:51643, baseZNode=/0885311978 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T12:16:56,365 INFO [M:0;87fb68174c52:39107 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-07T12:16:56,365 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39107-0x1001a2c36320000, quorum=127.0.0.1:51643, baseZNode=/0885311978 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T12:16:56,368 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7d0b10d4{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T12:16:56,369 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4076626c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-07T12:16:56,369 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-07T12:16:56,369 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@526939f8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-07T12:16:56,369 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1bd303e6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2dc5b9cd-9843-0e82-32e1-8ad167ec762a/hadoop.log.dir/,STOPPED} 2024-11-07T12:16:56,370 WARN [BP-448331368-172.17.0.3-1730981800890 heartbeating to localhost/127.0.0.1:35435 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-07T12:16:56,370 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-07T12:16:56,370 WARN [BP-448331368-172.17.0.3-1730981800890 heartbeating to localhost/127.0.0.1:35435 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-448331368-172.17.0.3-1730981800890 (Datanode Uuid 9287cd34-e084-4175-8034-9bad86707e70) service to localhost/127.0.0.1:35435 2024-11-07T12:16:56,370 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-07T12:16:56,371 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2dc5b9cd-9843-0e82-32e1-8ad167ec762a/cluster_3661a38f-09bc-f6eb-3913-6afeab9a893c/data/data1/current/BP-448331368-172.17.0.3-1730981800890 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T12:16:56,371 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2dc5b9cd-9843-0e82-32e1-8ad167ec762a/cluster_3661a38f-09bc-f6eb-3913-6afeab9a893c/data/data2/current/BP-448331368-172.17.0.3-1730981800890 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T12:16:56,371 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-07T12:16:56,377 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@70544169{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-07T12:16:56,378 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@321a4060{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-07T12:16:56,378 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-07T12:16:56,378 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6869fbf6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-07T12:16:56,378 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@525ef99c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2dc5b9cd-9843-0e82-32e1-8ad167ec762a/hadoop.log.dir/,STOPPED} 2024-11-07T12:16:56,384 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-07T12:16:56,393 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-07T12:16:56,403 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=136 (was 108) Potentially hanging thread: HMaster-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35435 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:35435 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:35435 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:43475 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43475 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:43475 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35435 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:35435 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:51643) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35435 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:35435 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:43475 from jenkins.hfs.4 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:43475 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:43475 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:51643) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:35435 from jenkins.hfs.3 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43475 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43475 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=465 (was 428) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=306 (was 304) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=288 (was 285) - AvailableMemoryMB LEAK? - 2024-11-07T12:16:56,410 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=136, OpenFileDescriptor=465, MaxFileDescriptor=1048576, SystemLoadAverage=306, ProcessCount=11, AvailableMemoryMB=288 2024-11-07T12:16:56,424 INFO [Time-limited test {}] replication.TestMasterReplication(356): testHFileReplicationForConfiguredTableCfs 2024-11-07T12:16:56,424 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d9b6d533-24e1-6580-efb0-545191f886dd/hadoop.log.dir so I do NOT create it in target/test-data/f449dc7e-2e08-16cc-864e-d753c2050d37 2024-11-07T12:16:56,424 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d9b6d533-24e1-6580-efb0-545191f886dd/hadoop.log.dir Erasing configuration value by system value. 2024-11-07T12:16:56,424 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d9b6d533-24e1-6580-efb0-545191f886dd/hadoop.tmp.dir so I do NOT create it in target/test-data/f449dc7e-2e08-16cc-864e-d753c2050d37 2024-11-07T12:16:56,424 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d9b6d533-24e1-6580-efb0-545191f886dd/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-07T12:16:56,424 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f449dc7e-2e08-16cc-864e-d753c2050d37 2024-11-07T12:16:56,425 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f449dc7e-2e08-16cc-864e-d753c2050d37/cluster_b9332358-0d15-87db-263e-13d7707bcaf6, deleteOnExit=true 2024-11-07T12:16:56,427 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f449dc7e-2e08-16cc-864e-d753c2050d37/cluster_b9332358-0d15-87db-263e-13d7707bcaf6/zookeeper_0, clientPort=62770, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f449dc7e-2e08-16cc-864e-d753c2050d37/cluster_b9332358-0d15-87db-263e-13d7707bcaf6/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f449dc7e-2e08-16cc-864e-d753c2050d37/cluster_b9332358-0d15-87db-263e-13d7707bcaf6/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-07T12:16:56,428 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=62770 2024-11-07T12:16:56,428 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-07T12:16:56,428 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-07T12:16:56,428 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f449dc7e-2e08-16cc-864e-d753c2050d37/test.cache.data in system properties and HBase conf 2024-11-07T12:16:56,428 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f449dc7e-2e08-16cc-864e-d753c2050d37/hadoop.tmp.dir in system properties and HBase conf 2024-11-07T12:16:56,428 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f449dc7e-2e08-16cc-864e-d753c2050d37/hadoop.log.dir in system properties and HBase conf 2024-11-07T12:16:56,428 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f449dc7e-2e08-16cc-864e-d753c2050d37/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-07T12:16:56,429 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f449dc7e-2e08-16cc-864e-d753c2050d37/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-07T12:16:56,429 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-07T12:16:56,429 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-07T12:16:56,429 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f449dc7e-2e08-16cc-864e-d753c2050d37/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-07T12:16:56,429 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f449dc7e-2e08-16cc-864e-d753c2050d37/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-07T12:16:56,429 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f449dc7e-2e08-16cc-864e-d753c2050d37/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-07T12:16:56,429 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f449dc7e-2e08-16cc-864e-d753c2050d37/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-07T12:16:56,429 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f449dc7e-2e08-16cc-864e-d753c2050d37/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-07T12:16:56,429 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f449dc7e-2e08-16cc-864e-d753c2050d37/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-07T12:16:56,429 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f449dc7e-2e08-16cc-864e-d753c2050d37/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-07T12:16:56,429 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f449dc7e-2e08-16cc-864e-d753c2050d37/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-07T12:16:56,429 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f449dc7e-2e08-16cc-864e-d753c2050d37/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-07T12:16:56,429 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f449dc7e-2e08-16cc-864e-d753c2050d37/nfs.dump.dir in system properties and HBase conf 2024-11-07T12:16:56,429 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f449dc7e-2e08-16cc-864e-d753c2050d37/java.io.tmpdir in system properties and HBase conf 2024-11-07T12:16:56,429 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f449dc7e-2e08-16cc-864e-d753c2050d37/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-07T12:16:56,430 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f449dc7e-2e08-16cc-864e-d753c2050d37/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-07T12:16:56,430 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f449dc7e-2e08-16cc-864e-d753c2050d37/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-07T12:16:56,482 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1001a2c36320002, quorum=127.0.0.1:51643, baseZNode=/0885311978 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-07T12:16:56,482 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1001a2c36320005, quorum=127.0.0.1:51643, baseZNode=/1-202381606 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-07T12:16:56,482 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1001a2c36320005, quorum=127.0.0.1:51643, baseZNode=/1-202381606 Received Disconnected from ZooKeeper, ignoring 2024-11-07T12:16:56,482 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1001a2c36320002, quorum=127.0.0.1:51643, baseZNode=/0885311978 Received Disconnected from ZooKeeper, ignoring 2024-11-07T12:16:56,498 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-07T12:16:56,500 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T12:16:56,514 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T12:16:56,514 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T12:16:56,515 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T12:16:56,536 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T12:16:56,540 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-07T12:16:56,545 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-07T12:16:56,545 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-07T12:16:56,545 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-07T12:16:56,546 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T12:16:56,546 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@36c0e5d8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f449dc7e-2e08-16cc-864e-d753c2050d37/hadoop.log.dir/,AVAILABLE} 2024-11-07T12:16:56,546 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6474836b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-07T12:16:56,661 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6c23ea55{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f449dc7e-2e08-16cc-864e-d753c2050d37/java.io.tmpdir/jetty-localhost-33663-hadoop-hdfs-3_4_1-tests_jar-_-any-17949333776028718020/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-07T12:16:56,662 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1d61262c{HTTP/1.1, (http/1.1)}{localhost:33663} 2024-11-07T12:16:56,662 INFO [Time-limited test {}] server.Server(415): Started @46862ms 2024-11-07T12:16:56,741 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T12:16:56,744 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-07T12:16:56,746 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-07T12:16:56,746 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-07T12:16:56,746 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-07T12:16:56,746 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5dbed4e9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f449dc7e-2e08-16cc-864e-d753c2050d37/hadoop.log.dir/,AVAILABLE} 2024-11-07T12:16:56,747 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@12d9f85b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-07T12:16:56,862 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3c254bc{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f449dc7e-2e08-16cc-864e-d753c2050d37/java.io.tmpdir/jetty-localhost-45371-hadoop-hdfs-3_4_1-tests_jar-_-any-18203315871572179302/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T12:16:56,862 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@66f02a1d{HTTP/1.1, (http/1.1)}{localhost:45371} 2024-11-07T12:16:56,863 INFO [Time-limited test {}] server.Server(415): Started @47063ms 2024-11-07T12:16:56,864 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-07T12:16:56,950 WARN [Thread-827 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f449dc7e-2e08-16cc-864e-d753c2050d37/cluster_b9332358-0d15-87db-263e-13d7707bcaf6/data/data1/current/BP-1856336174-172.17.0.3-1730981816461/current, will proceed with Du for space computation calculation, 2024-11-07T12:16:56,950 WARN [Thread-828 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f449dc7e-2e08-16cc-864e-d753c2050d37/cluster_b9332358-0d15-87db-263e-13d7707bcaf6/data/data2/current/BP-1856336174-172.17.0.3-1730981816461/current, will proceed with Du for space computation calculation, 2024-11-07T12:16:56,967 WARN [Thread-815 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-07T12:16:56,971 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9043cb281b4dfbac with lease ID 0xa9fd89fe6add516c: Processing first storage report for DS-102eb471-fbe2-4bec-8157-a21be17d8bea from datanode DatanodeRegistration(127.0.0.1:43011, datanodeUuid=4d8ac281-eaea-4ae5-837a-d37683a08c4b, infoPort=37055, infoSecurePort=0, ipcPort=45567, storageInfo=lv=-57;cid=testClusterID;nsid=1177931299;c=1730981816461) 2024-11-07T12:16:56,971 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9043cb281b4dfbac with lease ID 0xa9fd89fe6add516c: from storage DS-102eb471-fbe2-4bec-8157-a21be17d8bea node DatanodeRegistration(127.0.0.1:43011, datanodeUuid=4d8ac281-eaea-4ae5-837a-d37683a08c4b, infoPort=37055, infoSecurePort=0, ipcPort=45567, storageInfo=lv=-57;cid=testClusterID;nsid=1177931299;c=1730981816461), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-07T12:16:56,971 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9043cb281b4dfbac with lease ID 0xa9fd89fe6add516c: Processing first storage report for DS-14a32726-e3ae-4d70-b9d7-2961805aeca4 from datanode DatanodeRegistration(127.0.0.1:43011, datanodeUuid=4d8ac281-eaea-4ae5-837a-d37683a08c4b, infoPort=37055, infoSecurePort=0, ipcPort=45567, storageInfo=lv=-57;cid=testClusterID;nsid=1177931299;c=1730981816461) 2024-11-07T12:16:56,971 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9043cb281b4dfbac with lease ID 0xa9fd89fe6add516c: from storage DS-14a32726-e3ae-4d70-b9d7-2961805aeca4 node DatanodeRegistration(127.0.0.1:43011, datanodeUuid=4d8ac281-eaea-4ae5-837a-d37683a08c4b, infoPort=37055, infoSecurePort=0, ipcPort=45567, storageInfo=lv=-57;cid=testClusterID;nsid=1177931299;c=1730981816461), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-07T12:16:56,987 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f449dc7e-2e08-16cc-864e-d753c2050d37 2024-11-07T12:16:56,987 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T12:16:56,989 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T12:16:56,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43011 is added to blk_1073741825_1001 (size=7) 2024-11-07T12:16:57,397 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37171/user/jenkins/test-data/4b59a02d-bd41-e7d3-de01-a815d46aa5f7 with version=8 2024-11-07T12:16:57,397 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:37171/user/jenkins/test-data/4b59a02d-bd41-e7d3-de01-a815d46aa5f7/hbase-staging 2024-11-07T12:16:57,400 INFO [Time-limited test {}] client.ConnectionUtils(128): master/87fb68174c52:0 server-side Connection retries=45 2024-11-07T12:16:57,400 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T12:16:57,400 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-07T12:16:57,400 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-07T12:16:57,400 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T12:16:57,400 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-07T12:16:57,400 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-07T12:16:57,400 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T12:16:57,401 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:41431 2024-11-07T12:16:57,402 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41431 connecting to ZooKeeper ensemble=127.0.0.1:62770 2024-11-07T12:16:57,407 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:414310x0, quorum=127.0.0.1:62770, baseZNode=/0122326548 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T12:16:57,407 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41431-0x1001a2c73090000 connected 2024-11-07T12:16:57,421 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T12:16:57,422 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T12:16:57,424 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41431-0x1001a2c73090000, quorum=127.0.0.1:62770, baseZNode=/0122326548 Set watcher on znode that does not yet exist, /0122326548/running 2024-11-07T12:16:57,424 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37171/user/jenkins/test-data/4b59a02d-bd41-e7d3-de01-a815d46aa5f7, hbase.cluster.distributed=false 2024-11-07T12:16:57,426 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41431-0x1001a2c73090000, quorum=127.0.0.1:62770, baseZNode=/0122326548 Set watcher on znode that does not yet exist, /0122326548/acl 2024-11-07T12:16:57,428 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41431 2024-11-07T12:16:57,429 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41431 2024-11-07T12:16:57,429 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41431 2024-11-07T12:16:57,429 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41431 2024-11-07T12:16:57,429 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41431 2024-11-07T12:16:57,445 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/87fb68174c52:0 server-side Connection retries=45 2024-11-07T12:16:57,445 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T12:16:57,445 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-07T12:16:57,445 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-07T12:16:57,445 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T12:16:57,445 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-07T12:16:57,445 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-07T12:16:57,445 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T12:16:57,446 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:34609 2024-11-07T12:16:57,447 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34609 connecting to ZooKeeper ensemble=127.0.0.1:62770 2024-11-07T12:16:57,447 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T12:16:57,449 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T12:16:57,454 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:346090x0, quorum=127.0.0.1:62770, baseZNode=/0122326548 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T12:16:57,454 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:346090x0, quorum=127.0.0.1:62770, baseZNode=/0122326548 Set watcher on znode that does not yet exist, /0122326548/running 2024-11-07T12:16:57,454 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34609-0x1001a2c73090001 connected 2024-11-07T12:16:57,454 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-07T12:16:57,455 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-07T12:16:57,455 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34609-0x1001a2c73090001, quorum=127.0.0.1:62770, baseZNode=/0122326548 Set watcher on znode that does not yet exist, /0122326548/master 2024-11-07T12:16:57,456 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34609-0x1001a2c73090001, quorum=127.0.0.1:62770, baseZNode=/0122326548 Set watcher on znode that does not yet exist, /0122326548/acl 2024-11-07T12:16:57,460 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34609 2024-11-07T12:16:57,460 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34609 2024-11-07T12:16:57,460 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34609 2024-11-07T12:16:57,461 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34609 2024-11-07T12:16:57,461 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34609 2024-11-07T12:16:57,473 DEBUG [M:0;87fb68174c52:41431 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;87fb68174c52:41431 2024-11-07T12:16:57,473 INFO [master/87fb68174c52:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0122326548/backup-masters/87fb68174c52,41431,1730981817399 2024-11-07T12:16:57,475 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41431-0x1001a2c73090000, quorum=127.0.0.1:62770, baseZNode=/0122326548 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0122326548/backup-masters 2024-11-07T12:16:57,475 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34609-0x1001a2c73090001, quorum=127.0.0.1:62770, baseZNode=/0122326548 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0122326548/backup-masters 2024-11-07T12:16:57,475 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41431-0x1001a2c73090000, quorum=127.0.0.1:62770, baseZNode=/0122326548 Set watcher on existing znode=/0122326548/backup-masters/87fb68174c52,41431,1730981817399 2024-11-07T12:16:57,477 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34609-0x1001a2c73090001, quorum=127.0.0.1:62770, baseZNode=/0122326548 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0122326548/master 2024-11-07T12:16:57,477 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41431-0x1001a2c73090000, quorum=127.0.0.1:62770, baseZNode=/0122326548 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0122326548 2024-11-07T12:16:57,477 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34609-0x1001a2c73090001, quorum=127.0.0.1:62770, baseZNode=/0122326548 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0122326548 2024-11-07T12:16:57,477 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41431-0x1001a2c73090000, quorum=127.0.0.1:62770, baseZNode=/0122326548 Set watcher on existing znode=/0122326548/master 2024-11-07T12:16:57,478 INFO [master/87fb68174c52:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0122326548/backup-masters/87fb68174c52,41431,1730981817399 from backup master directory 2024-11-07T12:16:57,479 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41431-0x1001a2c73090000, quorum=127.0.0.1:62770, baseZNode=/0122326548 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0122326548/backup-masters/87fb68174c52,41431,1730981817399 2024-11-07T12:16:57,479 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34609-0x1001a2c73090001, quorum=127.0.0.1:62770, baseZNode=/0122326548 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0122326548/backup-masters 2024-11-07T12:16:57,479 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41431-0x1001a2c73090000, quorum=127.0.0.1:62770, baseZNode=/0122326548 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0122326548/backup-masters 2024-11-07T12:16:57,479 WARN [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-07T12:16:57,479 INFO [master/87fb68174c52:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=87fb68174c52,41431,1730981817399 2024-11-07T12:16:57,483 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37171/user/jenkins/test-data/4b59a02d-bd41-e7d3-de01-a815d46aa5f7/hbase.id] with ID: b438a867-fd74-48ab-855e-7fd68f840893 2024-11-07T12:16:57,483 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37171/user/jenkins/test-data/4b59a02d-bd41-e7d3-de01-a815d46aa5f7/.tmp/hbase.id 2024-11-07T12:16:57,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43011 is added to blk_1073741826_1002 (size=42) 2024-11-07T12:16:57,891 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37171/user/jenkins/test-data/4b59a02d-bd41-e7d3-de01-a815d46aa5f7/.tmp/hbase.id]:[hdfs://localhost:37171/user/jenkins/test-data/4b59a02d-bd41-e7d3-de01-a815d46aa5f7/hbase.id] 2024-11-07T12:16:57,902 INFO [master/87fb68174c52:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T12:16:57,902 INFO [master/87fb68174c52:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-07T12:16:57,904 INFO [master/87fb68174c52:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-07T12:16:57,906 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34609-0x1001a2c73090001, quorum=127.0.0.1:62770, baseZNode=/0122326548 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0122326548 2024-11-07T12:16:57,906 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41431-0x1001a2c73090000, quorum=127.0.0.1:62770, baseZNode=/0122326548 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0122326548 2024-11-07T12:16:57,911 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43011 is added to blk_1073741827_1003 (size=196) 2024-11-07T12:16:58,312 INFO [master/87fb68174c52:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-07T12:16:58,313 INFO [master/87fb68174c52:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-07T12:16:58,313 INFO [master/87fb68174c52:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T12:16:58,320 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43011 is added to blk_1073741828_1004 (size=1189) 2024-11-07T12:16:58,721 INFO [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37171/user/jenkins/test-data/4b59a02d-bd41-e7d3-de01-a815d46aa5f7/MasterData/data/master/store 2024-11-07T12:16:58,727 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43011 is added to blk_1073741829_1005 (size=34) 2024-11-07T12:16:59,128 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T12:16:59,128 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-07T12:16:59,128 INFO [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T12:16:59,128 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T12:16:59,128 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-07T12:16:59,128 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T12:16:59,128 INFO [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T12:16:59,128 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1730981819128Disabling compacts and flushes for region at 1730981819128Disabling writes for close at 1730981819128Writing region close event to WAL at 1730981819128Closed at 1730981819128 2024-11-07T12:16:59,129 WARN [master/87fb68174c52:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37171/user/jenkins/test-data/4b59a02d-bd41-e7d3-de01-a815d46aa5f7/MasterData/data/master/store/.initializing 2024-11-07T12:16:59,129 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37171/user/jenkins/test-data/4b59a02d-bd41-e7d3-de01-a815d46aa5f7/MasterData/WALs/87fb68174c52,41431,1730981817399 2024-11-07T12:16:59,130 INFO [master/87fb68174c52:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-07T12:16:59,132 INFO [master/87fb68174c52:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=87fb68174c52%2C41431%2C1730981817399, suffix=, logDir=hdfs://localhost:37171/user/jenkins/test-data/4b59a02d-bd41-e7d3-de01-a815d46aa5f7/MasterData/WALs/87fb68174c52,41431,1730981817399, archiveDir=hdfs://localhost:37171/user/jenkins/test-data/4b59a02d-bd41-e7d3-de01-a815d46aa5f7/MasterData/oldWALs, maxLogs=10 2024-11-07T12:16:59,151 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/4b59a02d-bd41-e7d3-de01-a815d46aa5f7/MasterData/WALs/87fb68174c52,41431,1730981817399/87fb68174c52%2C41431%2C1730981817399.1730981819132, exclude list is [], retry=0 2024-11-07T12:16:59,153 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43011,DS-102eb471-fbe2-4bec-8157-a21be17d8bea,DISK] 2024-11-07T12:16:59,155 INFO [master/87fb68174c52:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4b59a02d-bd41-e7d3-de01-a815d46aa5f7/MasterData/WALs/87fb68174c52,41431,1730981817399/87fb68174c52%2C41431%2C1730981817399.1730981819132 2024-11-07T12:16:59,156 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37055:37055)] 2024-11-07T12:16:59,156 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-07T12:16:59,156 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T12:16:59,156 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T12:16:59,156 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T12:16:59,157 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T12:16:59,158 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-07T12:16:59,159 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:16:59,159 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T12:16:59,159 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T12:16:59,160 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-07T12:16:59,160 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:16:59,161 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T12:16:59,161 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T12:16:59,162 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-07T12:16:59,162 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:16:59,162 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T12:16:59,162 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T12:16:59,163 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-07T12:16:59,163 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:16:59,164 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T12:16:59,164 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T12:16:59,165 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37171/user/jenkins/test-data/4b59a02d-bd41-e7d3-de01-a815d46aa5f7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-07T12:16:59,165 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37171/user/jenkins/test-data/4b59a02d-bd41-e7d3-de01-a815d46aa5f7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-07T12:16:59,166 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T12:16:59,166 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T12:16:59,166 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T12:16:59,167 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T12:16:59,169 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37171/user/jenkins/test-data/4b59a02d-bd41-e7d3-de01-a815d46aa5f7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T12:16:59,169 INFO [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73800258, jitterRate=0.09970954060554504}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T12:16:59,170 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1730981819156Initializing all the Stores at 1730981819157 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730981819157Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730981819157Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730981819157Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730981819157Cleaning up temporary data from old regions at 1730981819166 (+9 ms)Region opened successfully at 1730981819170 (+4 ms) 2024-11-07T12:16:59,170 INFO [master/87fb68174c52:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-07T12:16:59,173 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@187f0abd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=87fb68174c52/172.17.0.3:0 2024-11-07T12:16:59,174 INFO [master/87fb68174c52:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-07T12:16:59,174 INFO [master/87fb68174c52:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-07T12:16:59,174 INFO [master/87fb68174c52:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-07T12:16:59,174 INFO [master/87fb68174c52:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-07T12:16:59,175 INFO [master/87fb68174c52:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-07T12:16:59,175 INFO [master/87fb68174c52:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-07T12:16:59,175 INFO [master/87fb68174c52:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-07T12:16:59,177 INFO [master/87fb68174c52:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-07T12:16:59,178 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41431-0x1001a2c73090000, quorum=127.0.0.1:62770, baseZNode=/0122326548 Unable to get data of znode /0122326548/balancer because node does not exist (not necessarily an error) 2024-11-07T12:16:59,179 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0122326548/balancer already deleted, retry=false 2024-11-07T12:16:59,179 INFO [master/87fb68174c52:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-07T12:16:59,179 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41431-0x1001a2c73090000, quorum=127.0.0.1:62770, baseZNode=/0122326548 Unable to get data of znode /0122326548/normalizer because node does not exist (not necessarily an error) 2024-11-07T12:16:59,181 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0122326548/normalizer already deleted, retry=false 2024-11-07T12:16:59,181 INFO [master/87fb68174c52:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-07T12:16:59,182 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41431-0x1001a2c73090000, quorum=127.0.0.1:62770, baseZNode=/0122326548 Unable to get data of znode /0122326548/switch/split because node does not exist (not necessarily an error) 2024-11-07T12:16:59,183 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0122326548/switch/split already deleted, retry=false 2024-11-07T12:16:59,183 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41431-0x1001a2c73090000, quorum=127.0.0.1:62770, baseZNode=/0122326548 Unable to get data of znode /0122326548/switch/merge because node does not exist (not necessarily an error) 2024-11-07T12:16:59,184 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0122326548/switch/merge already deleted, retry=false 2024-11-07T12:16:59,186 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41431-0x1001a2c73090000, quorum=127.0.0.1:62770, baseZNode=/0122326548 Unable to get data of znode /0122326548/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-07T12:16:59,189 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0122326548/snapshot-cleanup already deleted, retry=false 2024-11-07T12:16:59,190 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34609-0x1001a2c73090001, quorum=127.0.0.1:62770, baseZNode=/0122326548 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0122326548/running 2024-11-07T12:16:59,190 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41431-0x1001a2c73090000, quorum=127.0.0.1:62770, baseZNode=/0122326548 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0122326548/running 2024-11-07T12:16:59,190 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34609-0x1001a2c73090001, quorum=127.0.0.1:62770, baseZNode=/0122326548 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0122326548 2024-11-07T12:16:59,190 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41431-0x1001a2c73090000, quorum=127.0.0.1:62770, baseZNode=/0122326548 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0122326548 2024-11-07T12:16:59,191 INFO [master/87fb68174c52:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=87fb68174c52,41431,1730981817399, sessionid=0x1001a2c73090000, setting cluster-up flag (Was=false) 2024-11-07T12:16:59,194 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34609-0x1001a2c73090001, quorum=127.0.0.1:62770, baseZNode=/0122326548 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0122326548 2024-11-07T12:16:59,194 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41431-0x1001a2c73090000, quorum=127.0.0.1:62770, baseZNode=/0122326548 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0122326548 2024-11-07T12:16:59,198 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0122326548/flush-table-proc/acquired, /0122326548/flush-table-proc/reached, /0122326548/flush-table-proc/abort 2024-11-07T12:16:59,199 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=87fb68174c52,41431,1730981817399 2024-11-07T12:16:59,202 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41431-0x1001a2c73090000, quorum=127.0.0.1:62770, baseZNode=/0122326548 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0122326548 2024-11-07T12:16:59,202 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34609-0x1001a2c73090001, quorum=127.0.0.1:62770, baseZNode=/0122326548 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0122326548 2024-11-07T12:16:59,207 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0122326548/online-snapshot/acquired, /0122326548/online-snapshot/reached, /0122326548/online-snapshot/abort 2024-11-07T12:16:59,207 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=87fb68174c52,41431,1730981817399 2024-11-07T12:16:59,208 INFO [master/87fb68174c52:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37171/user/jenkins/test-data/4b59a02d-bd41-e7d3-de01-a815d46aa5f7/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-07T12:16:59,210 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-07T12:16:59,211 INFO [master/87fb68174c52:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-07T12:16:59,211 INFO [master/87fb68174c52:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-07T12:16:59,211 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 87fb68174c52,41431,1730981817399 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-07T12:16:59,212 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/87fb68174c52:0, corePoolSize=5, maxPoolSize=5 2024-11-07T12:16:59,212 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/87fb68174c52:0, corePoolSize=5, maxPoolSize=5 2024-11-07T12:16:59,212 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/87fb68174c52:0, corePoolSize=5, maxPoolSize=5 2024-11-07T12:16:59,212 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/87fb68174c52:0, corePoolSize=5, maxPoolSize=5 2024-11-07T12:16:59,212 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/87fb68174c52:0, corePoolSize=10, maxPoolSize=10 2024-11-07T12:16:59,212 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:16:59,212 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/87fb68174c52:0, corePoolSize=2, maxPoolSize=2 2024-11-07T12:16:59,212 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:16:59,214 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T12:16:59,214 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-07T12:16:59,215 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:16:59,215 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-07T12:16:59,221 INFO [master/87fb68174c52:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1730981849221 2024-11-07T12:16:59,221 INFO [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-07T12:16:59,221 INFO [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-07T12:16:59,221 INFO [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-07T12:16:59,221 INFO [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-07T12:16:59,221 INFO [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-07T12:16:59,221 INFO [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-07T12:16:59,221 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-07T12:16:59,222 INFO [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-07T12:16:59,222 INFO [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-07T12:16:59,222 INFO [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-07T12:16:59,222 INFO [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-07T12:16:59,223 INFO [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-07T12:16:59,223 INFO [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-07T12:16:59,224 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/87fb68174c52:0:becomeActiveMaster-HFileCleaner.large.0-1730981819223,5,FailOnTimeoutGroup] 2024-11-07T12:16:59,224 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/87fb68174c52:0:becomeActiveMaster-HFileCleaner.small.0-1730981819224,5,FailOnTimeoutGroup] 2024-11-07T12:16:59,224 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-07T12:16:59,224 INFO [master/87fb68174c52:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-07T12:16:59,224 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-07T12:16:59,224 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-07T12:16:59,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43011 is added to blk_1073741831_1007 (size=1321) 2024-11-07T12:16:59,264 INFO [RS:0;87fb68174c52:34609 {}] regionserver.HRegionServer(746): ClusterId : b438a867-fd74-48ab-855e-7fd68f840893 2024-11-07T12:16:59,264 DEBUG [RS:0;87fb68174c52:34609 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-07T12:16:59,266 DEBUG [RS:0;87fb68174c52:34609 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-07T12:16:59,266 DEBUG [RS:0;87fb68174c52:34609 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-07T12:16:59,268 DEBUG [RS:0;87fb68174c52:34609 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-07T12:16:59,268 DEBUG [RS:0;87fb68174c52:34609 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77051bc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=87fb68174c52/172.17.0.3:0 2024-11-07T12:16:59,280 DEBUG [RS:0;87fb68174c52:34609 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;87fb68174c52:34609 2024-11-07T12:16:59,280 INFO [RS:0;87fb68174c52:34609 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-07T12:16:59,280 INFO [RS:0;87fb68174c52:34609 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-07T12:16:59,280 DEBUG [RS:0;87fb68174c52:34609 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-07T12:16:59,281 INFO [RS:0;87fb68174c52:34609 {}] regionserver.HRegionServer(2659): reportForDuty to master=87fb68174c52,41431,1730981817399 with port=34609, startcode=1730981817445 2024-11-07T12:16:59,281 DEBUG [RS:0;87fb68174c52:34609 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-07T12:16:59,283 INFO [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55107, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-11-07T12:16:59,283 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41431 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 87fb68174c52,34609,1730981817445 2024-11-07T12:16:59,283 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41431 {}] master.ServerManager(517): Registering regionserver=87fb68174c52,34609,1730981817445 2024-11-07T12:16:59,285 DEBUG [RS:0;87fb68174c52:34609 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37171/user/jenkins/test-data/4b59a02d-bd41-e7d3-de01-a815d46aa5f7 2024-11-07T12:16:59,285 DEBUG [RS:0;87fb68174c52:34609 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37171 2024-11-07T12:16:59,285 DEBUG [RS:0;87fb68174c52:34609 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-07T12:16:59,286 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41431-0x1001a2c73090000, quorum=127.0.0.1:62770, baseZNode=/0122326548 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0122326548/rs 2024-11-07T12:16:59,287 DEBUG [RS:0;87fb68174c52:34609 {}] zookeeper.ZKUtil(111): regionserver:34609-0x1001a2c73090001, quorum=127.0.0.1:62770, baseZNode=/0122326548 Set watcher on existing znode=/0122326548/rs/87fb68174c52,34609,1730981817445 2024-11-07T12:16:59,287 WARN [RS:0;87fb68174c52:34609 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-07T12:16:59,287 INFO [RS:0;87fb68174c52:34609 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T12:16:59,287 DEBUG [RS:0;87fb68174c52:34609 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37171/user/jenkins/test-data/4b59a02d-bd41-e7d3-de01-a815d46aa5f7/WALs/87fb68174c52,34609,1730981817445 2024-11-07T12:16:59,287 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [87fb68174c52,34609,1730981817445] 2024-11-07T12:16:59,290 INFO [RS:0;87fb68174c52:34609 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-07T12:16:59,292 INFO [RS:0;87fb68174c52:34609 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-07T12:16:59,292 INFO [RS:0;87fb68174c52:34609 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-07T12:16:59,292 INFO [RS:0;87fb68174c52:34609 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T12:16:59,293 INFO [RS:0;87fb68174c52:34609 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-07T12:16:59,293 INFO [RS:0;87fb68174c52:34609 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-07T12:16:59,293 INFO [RS:0;87fb68174c52:34609 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-07T12:16:59,294 DEBUG [RS:0;87fb68174c52:34609 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:16:59,294 DEBUG [RS:0;87fb68174c52:34609 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:16:59,294 DEBUG [RS:0;87fb68174c52:34609 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:16:59,294 DEBUG [RS:0;87fb68174c52:34609 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:16:59,294 DEBUG [RS:0;87fb68174c52:34609 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:16:59,294 DEBUG [RS:0;87fb68174c52:34609 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/87fb68174c52:0, corePoolSize=2, maxPoolSize=2 2024-11-07T12:16:59,294 DEBUG [RS:0;87fb68174c52:34609 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:16:59,294 DEBUG [RS:0;87fb68174c52:34609 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:16:59,294 DEBUG [RS:0;87fb68174c52:34609 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:16:59,294 DEBUG [RS:0;87fb68174c52:34609 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:16:59,294 DEBUG [RS:0;87fb68174c52:34609 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:16:59,294 DEBUG [RS:0;87fb68174c52:34609 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:16:59,294 DEBUG [RS:0;87fb68174c52:34609 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/87fb68174c52:0, corePoolSize=3, maxPoolSize=3 2024-11-07T12:16:59,294 DEBUG [RS:0;87fb68174c52:34609 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/87fb68174c52:0, corePoolSize=3, maxPoolSize=3 2024-11-07T12:16:59,295 INFO [RS:0;87fb68174c52:34609 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T12:16:59,295 INFO [RS:0;87fb68174c52:34609 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T12:16:59,295 INFO [RS:0;87fb68174c52:34609 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T12:16:59,295 INFO [RS:0;87fb68174c52:34609 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-07T12:16:59,295 INFO [RS:0;87fb68174c52:34609 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-07T12:16:59,295 INFO [RS:0;87fb68174c52:34609 {}] hbase.ChoreService(168): Chore ScheduledChore name=87fb68174c52,34609,1730981817445-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-07T12:16:59,318 INFO [RS:0;87fb68174c52:34609 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-07T12:16:59,318 INFO [RS:0;87fb68174c52:34609 {}] hbase.ChoreService(168): Chore ScheduledChore name=87fb68174c52,34609,1730981817445-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T12:16:59,318 INFO [RS:0;87fb68174c52:34609 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T12:16:59,318 INFO [RS:0;87fb68174c52:34609 {}] regionserver.Replication(171): 87fb68174c52,34609,1730981817445 started 2024-11-07T12:16:59,334 INFO [RS:0;87fb68174c52:34609 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T12:16:59,334 INFO [RS:0;87fb68174c52:34609 {}] regionserver.HRegionServer(1482): Serving as 87fb68174c52,34609,1730981817445, RpcServer on 87fb68174c52/172.17.0.3:34609, sessionid=0x1001a2c73090001 2024-11-07T12:16:59,334 DEBUG [RS:0;87fb68174c52:34609 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-07T12:16:59,334 DEBUG [RS:0;87fb68174c52:34609 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 87fb68174c52,34609,1730981817445 2024-11-07T12:16:59,334 DEBUG [RS:0;87fb68174c52:34609 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '87fb68174c52,34609,1730981817445' 2024-11-07T12:16:59,334 DEBUG [RS:0;87fb68174c52:34609 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0122326548/flush-table-proc/abort' 2024-11-07T12:16:59,335 DEBUG [RS:0;87fb68174c52:34609 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0122326548/flush-table-proc/acquired' 2024-11-07T12:16:59,335 DEBUG [RS:0;87fb68174c52:34609 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-07T12:16:59,335 DEBUG [RS:0;87fb68174c52:34609 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-07T12:16:59,335 DEBUG [RS:0;87fb68174c52:34609 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 87fb68174c52,34609,1730981817445 2024-11-07T12:16:59,335 DEBUG [RS:0;87fb68174c52:34609 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '87fb68174c52,34609,1730981817445' 2024-11-07T12:16:59,335 DEBUG [RS:0;87fb68174c52:34609 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0122326548/online-snapshot/abort' 2024-11-07T12:16:59,336 DEBUG [RS:0;87fb68174c52:34609 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0122326548/online-snapshot/acquired' 2024-11-07T12:16:59,336 DEBUG [RS:0;87fb68174c52:34609 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-07T12:16:59,336 INFO [RS:0;87fb68174c52:34609 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-07T12:16:59,336 INFO [RS:0;87fb68174c52:34609 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-07T12:16:59,436 INFO [RS:0;87fb68174c52:34609 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-07T12:16:59,438 INFO [RS:0;87fb68174c52:34609 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=87fb68174c52%2C34609%2C1730981817445, suffix=, logDir=hdfs://localhost:37171/user/jenkins/test-data/4b59a02d-bd41-e7d3-de01-a815d46aa5f7/WALs/87fb68174c52,34609,1730981817445, archiveDir=hdfs://localhost:37171/user/jenkins/test-data/4b59a02d-bd41-e7d3-de01-a815d46aa5f7/oldWALs, maxLogs=10 2024-11-07T12:16:59,452 DEBUG [RS:0;87fb68174c52:34609 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/4b59a02d-bd41-e7d3-de01-a815d46aa5f7/WALs/87fb68174c52,34609,1730981817445/87fb68174c52%2C34609%2C1730981817445.1730981819439, exclude list is [], retry=0 2024-11-07T12:16:59,455 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43011,DS-102eb471-fbe2-4bec-8157-a21be17d8bea,DISK] 2024-11-07T12:16:59,456 INFO [RS:0;87fb68174c52:34609 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4b59a02d-bd41-e7d3-de01-a815d46aa5f7/WALs/87fb68174c52,34609,1730981817445/87fb68174c52%2C34609%2C1730981817445.1730981819439 2024-11-07T12:16:59,457 DEBUG [RS:0;87fb68174c52:34609 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37055:37055)] 2024-11-07T12:16:59,626 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37171/user/jenkins/test-data/4b59a02d-bd41-e7d3-de01-a815d46aa5f7/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-07T12:16:59,627 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37171/user/jenkins/test-data/4b59a02d-bd41-e7d3-de01-a815d46aa5f7 2024-11-07T12:16:59,632 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43011 is added to blk_1073741833_1009 (size=32) 2024-11-07T12:17:00,033 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T12:17:00,035 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-07T12:17:00,036 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-07T12:17:00,036 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:17:00,037 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T12:17:00,037 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-07T12:17:00,038 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-07T12:17:00,038 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:17:00,039 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T12:17:00,039 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-07T12:17:00,040 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-07T12:17:00,040 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:17:00,040 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T12:17:00,041 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-07T12:17:00,042 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-07T12:17:00,042 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:17:00,042 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T12:17:00,042 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-07T12:17:00,043 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37171/user/jenkins/test-data/4b59a02d-bd41-e7d3-de01-a815d46aa5f7/data/hbase/meta/1588230740 2024-11-07T12:17:00,043 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37171/user/jenkins/test-data/4b59a02d-bd41-e7d3-de01-a815d46aa5f7/data/hbase/meta/1588230740 2024-11-07T12:17:00,044 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-07T12:17:00,044 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-07T12:17:00,045 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T12:17:00,046 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-07T12:17:00,048 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37171/user/jenkins/test-data/4b59a02d-bd41-e7d3-de01-a815d46aa5f7/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T12:17:00,049 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74753634, jitterRate=0.11391595005989075}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T12:17:00,050 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1730981820033Initializing all the Stores at 1730981820034 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730981820034Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730981820035 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730981820035Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730981820035Cleaning up temporary data from old regions at 1730981820044 (+9 ms)Region opened successfully at 1730981820050 (+6 ms) 2024-11-07T12:17:00,050 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-07T12:17:00,050 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-07T12:17:00,050 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-07T12:17:00,050 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-07T12:17:00,050 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-07T12:17:00,050 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-07T12:17:00,050 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1730981820050Disabling compacts and flushes for region at 1730981820050Disabling writes for close at 1730981820050Writing region close event to WAL at 1730981820050Closed at 1730981820050 2024-11-07T12:17:00,052 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T12:17:00,052 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-07T12:17:00,052 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-07T12:17:00,054 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-07T12:17:00,055 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-07T12:17:00,205 DEBUG [87fb68174c52:41431 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-07T12:17:00,205 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=87fb68174c52,34609,1730981817445 2024-11-07T12:17:00,207 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 87fb68174c52,34609,1730981817445, state=OPENING 2024-11-07T12:17:00,209 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-07T12:17:00,210 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34609-0x1001a2c73090001, quorum=127.0.0.1:62770, baseZNode=/0122326548 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0122326548 2024-11-07T12:17:00,210 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41431-0x1001a2c73090000, quorum=127.0.0.1:62770, baseZNode=/0122326548 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0122326548 2024-11-07T12:17:00,211 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-07T12:17:00,211 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=87fb68174c52,34609,1730981817445}] 2024-11-07T12:17:00,211 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0122326548/meta-region-server: CHANGED 2024-11-07T12:17:00,211 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0122326548/meta-region-server: CHANGED 2024-11-07T12:17:00,364 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-07T12:17:00,366 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33611, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-07T12:17:00,370 INFO [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-07T12:17:00,370 INFO [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T12:17:00,370 INFO [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-07T12:17:00,371 INFO [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=87fb68174c52%2C34609%2C1730981817445.meta, suffix=.meta, logDir=hdfs://localhost:37171/user/jenkins/test-data/4b59a02d-bd41-e7d3-de01-a815d46aa5f7/WALs/87fb68174c52,34609,1730981817445, archiveDir=hdfs://localhost:37171/user/jenkins/test-data/4b59a02d-bd41-e7d3-de01-a815d46aa5f7/oldWALs, maxLogs=10 2024-11-07T12:17:00,387 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/4b59a02d-bd41-e7d3-de01-a815d46aa5f7/WALs/87fb68174c52,34609,1730981817445/87fb68174c52%2C34609%2C1730981817445.meta.1730981820372.meta, exclude list is [], retry=0 2024-11-07T12:17:00,389 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43011,DS-102eb471-fbe2-4bec-8157-a21be17d8bea,DISK] 2024-11-07T12:17:00,391 INFO [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4b59a02d-bd41-e7d3-de01-a815d46aa5f7/WALs/87fb68174c52,34609,1730981817445/87fb68174c52%2C34609%2C1730981817445.meta.1730981820372.meta 2024-11-07T12:17:00,393 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37055:37055)] 2024-11-07T12:17:00,394 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-07T12:17:00,394 INFO [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-07T12:17:00,394 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-07T12:17:00,394 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-07T12:17:00,394 INFO [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-07T12:17:00,395 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-07T12:17:00,395 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T12:17:00,395 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-07T12:17:00,395 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-07T12:17:00,396 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-07T12:17:00,397 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-07T12:17:00,397 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:17:00,398 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T12:17:00,398 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-07T12:17:00,398 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-07T12:17:00,398 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:17:00,399 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T12:17:00,399 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-07T12:17:00,399 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-07T12:17:00,399 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:17:00,400 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T12:17:00,400 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-07T12:17:00,401 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-07T12:17:00,401 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:17:00,401 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T12:17:00,401 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-07T12:17:00,402 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37171/user/jenkins/test-data/4b59a02d-bd41-e7d3-de01-a815d46aa5f7/data/hbase/meta/1588230740 2024-11-07T12:17:00,403 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37171/user/jenkins/test-data/4b59a02d-bd41-e7d3-de01-a815d46aa5f7/data/hbase/meta/1588230740 2024-11-07T12:17:00,404 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-07T12:17:00,404 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-07T12:17:00,404 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T12:17:00,406 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-07T12:17:00,406 INFO [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66600848, jitterRate=-0.007570028305053711}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T12:17:00,406 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-07T12:17:00,407 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1730981820395Writing region info on filesystem at 1730981820395Initializing all the Stores at 1730981820396 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730981820396Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730981820396Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730981820396Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730981820396Cleaning up temporary data from old regions at 1730981820404 (+8 ms)Running coprocessor post-open hooks at 1730981820406 (+2 ms)Region opened successfully at 1730981820407 (+1 ms) 2024-11-07T12:17:00,408 INFO [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1730981820363 2024-11-07T12:17:00,411 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-07T12:17:00,411 INFO [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-07T12:17:00,411 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=87fb68174c52,34609,1730981817445 2024-11-07T12:17:00,412 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 87fb68174c52,34609,1730981817445, state=OPEN 2024-11-07T12:17:00,417 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41431-0x1001a2c73090000, quorum=127.0.0.1:62770, baseZNode=/0122326548 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0122326548/meta-region-server 2024-11-07T12:17:00,417 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34609-0x1001a2c73090001, quorum=127.0.0.1:62770, baseZNode=/0122326548 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0122326548/meta-region-server 2024-11-07T12:17:00,417 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=87fb68174c52,34609,1730981817445 2024-11-07T12:17:00,417 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0122326548/meta-region-server: CHANGED 2024-11-07T12:17:00,417 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0122326548/meta-region-server: CHANGED 2024-11-07T12:17:00,420 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-07T12:17:00,420 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=87fb68174c52,34609,1730981817445 in 206 msec 2024-11-07T12:17:00,423 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-07T12:17:00,423 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 368 msec 2024-11-07T12:17:00,423 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T12:17:00,424 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-07T12:17:00,425 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T12:17:00,425 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=87fb68174c52,34609,1730981817445, seqNum=-1] 2024-11-07T12:17:00,425 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T12:17:00,427 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51957, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T12:17:00,433 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2220 sec 2024-11-07T12:17:00,433 INFO [master/87fb68174c52:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1730981820433, completionTime=-1 2024-11-07T12:17:00,433 INFO [master/87fb68174c52:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-07T12:17:00,433 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-07T12:17:00,435 INFO [master/87fb68174c52:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-07T12:17:00,435 INFO [master/87fb68174c52:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1730981880435 2024-11-07T12:17:00,435 INFO [master/87fb68174c52:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1730981940435 2024-11-07T12:17:00,435 INFO [master/87fb68174c52:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-07T12:17:00,436 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=87fb68174c52,41431,1730981817399-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T12:17:00,436 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=87fb68174c52,41431,1730981817399-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T12:17:00,436 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=87fb68174c52,41431,1730981817399-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T12:17:00,436 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-87fb68174c52:41431, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T12:17:00,436 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-07T12:17:00,436 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-07T12:17:00,438 DEBUG [master/87fb68174c52:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-07T12:17:00,440 INFO [master/87fb68174c52:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.961sec 2024-11-07T12:17:00,440 INFO [master/87fb68174c52:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-07T12:17:00,440 INFO [master/87fb68174c52:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-07T12:17:00,440 INFO [master/87fb68174c52:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-07T12:17:00,440 INFO [master/87fb68174c52:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-07T12:17:00,440 INFO [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-07T12:17:00,441 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=87fb68174c52,41431,1730981817399-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-07T12:17:00,441 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=87fb68174c52,41431,1730981817399-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-07T12:17:00,443 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-07T12:17:00,443 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-07T12:17:00,443 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=87fb68174c52,41431,1730981817399-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T12:17:00,465 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5fc1d38b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:17:00,465 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 87fb68174c52,41431,-1 for getting cluster id 2024-11-07T12:17:00,465 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T12:17:00,466 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b438a867-fd74-48ab-855e-7fd68f840893' 2024-11-07T12:17:00,467 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T12:17:00,467 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b438a867-fd74-48ab-855e-7fd68f840893" 2024-11-07T12:17:00,467 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2eccc2fc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:17:00,467 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [87fb68174c52,41431,-1] 2024-11-07T12:17:00,467 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T12:17:00,468 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:17:00,469 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55868, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T12:17:00,470 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@273110db, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:17:00,470 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T12:17:00,471 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=87fb68174c52,34609,1730981817445, seqNum=-1] 2024-11-07T12:17:00,471 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T12:17:00,472 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54188, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T12:17:00,474 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=87fb68174c52,41431,1730981817399 2024-11-07T12:17:00,475 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:62770 2024-11-07T12:17:00,478 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:62770, baseZNode=/0122326548 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T12:17:00,478 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1001a2c73090002 connected 2024-11-07T12:17:00,481 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f449dc7e-2e08-16cc-864e-d753c2050d37/hadoop.log.dir so I do NOT create it in target/test-data/e52ec69b-4ab5-eb92-1278-14707a730ef6 2024-11-07T12:17:00,481 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f449dc7e-2e08-16cc-864e-d753c2050d37/hadoop.log.dir Erasing configuration value by system value. 2024-11-07T12:17:00,481 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f449dc7e-2e08-16cc-864e-d753c2050d37/hadoop.tmp.dir so I do NOT create it in target/test-data/e52ec69b-4ab5-eb92-1278-14707a730ef6 2024-11-07T12:17:00,481 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f449dc7e-2e08-16cc-864e-d753c2050d37/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-07T12:17:00,481 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e52ec69b-4ab5-eb92-1278-14707a730ef6 2024-11-07T12:17:00,481 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-07T12:17:00,481 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e52ec69b-4ab5-eb92-1278-14707a730ef6/cluster_3cb01f68-b703-4445-f22b-13faa868b4d9, deleteOnExit=true 2024-11-07T12:17:00,481 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-07T12:17:00,482 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e52ec69b-4ab5-eb92-1278-14707a730ef6/test.cache.data in system properties and HBase conf 2024-11-07T12:17:00,482 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e52ec69b-4ab5-eb92-1278-14707a730ef6/hadoop.tmp.dir in system properties and HBase conf 2024-11-07T12:17:00,482 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e52ec69b-4ab5-eb92-1278-14707a730ef6/hadoop.log.dir in system properties and HBase conf 2024-11-07T12:17:00,482 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e52ec69b-4ab5-eb92-1278-14707a730ef6/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-07T12:17:00,482 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e52ec69b-4ab5-eb92-1278-14707a730ef6/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-07T12:17:00,482 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-07T12:17:00,482 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-07T12:17:00,482 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e52ec69b-4ab5-eb92-1278-14707a730ef6/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-07T12:17:00,482 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e52ec69b-4ab5-eb92-1278-14707a730ef6/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-07T12:17:00,482 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e52ec69b-4ab5-eb92-1278-14707a730ef6/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-07T12:17:00,482 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e52ec69b-4ab5-eb92-1278-14707a730ef6/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-07T12:17:00,483 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e52ec69b-4ab5-eb92-1278-14707a730ef6/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-07T12:17:00,483 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e52ec69b-4ab5-eb92-1278-14707a730ef6/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-07T12:17:00,483 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e52ec69b-4ab5-eb92-1278-14707a730ef6/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-07T12:17:00,483 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e52ec69b-4ab5-eb92-1278-14707a730ef6/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-07T12:17:00,483 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e52ec69b-4ab5-eb92-1278-14707a730ef6/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-07T12:17:00,483 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e52ec69b-4ab5-eb92-1278-14707a730ef6/nfs.dump.dir in system properties and HBase conf 2024-11-07T12:17:00,483 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e52ec69b-4ab5-eb92-1278-14707a730ef6/java.io.tmpdir in system properties and HBase conf 2024-11-07T12:17:00,483 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e52ec69b-4ab5-eb92-1278-14707a730ef6/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-07T12:17:00,483 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e52ec69b-4ab5-eb92-1278-14707a730ef6/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-07T12:17:00,483 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e52ec69b-4ab5-eb92-1278-14707a730ef6/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-07T12:17:00,562 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T12:17:00,566 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-07T12:17:00,567 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-07T12:17:00,567 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-07T12:17:00,567 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-07T12:17:00,568 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T12:17:00,568 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5b3d5207{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e52ec69b-4ab5-eb92-1278-14707a730ef6/hadoop.log.dir/,AVAILABLE} 2024-11-07T12:17:00,569 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@847f2b9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-07T12:17:00,683 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2321bae{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e52ec69b-4ab5-eb92-1278-14707a730ef6/java.io.tmpdir/jetty-localhost-43093-hadoop-hdfs-3_4_1-tests_jar-_-any-953971851904533899/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-07T12:17:00,684 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@42b16601{HTTP/1.1, (http/1.1)}{localhost:43093} 2024-11-07T12:17:00,684 INFO [Time-limited test {}] server.Server(415): Started @50884ms 2024-11-07T12:17:00,759 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T12:17:00,763 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-07T12:17:00,765 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-07T12:17:00,765 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-07T12:17:00,765 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-07T12:17:00,766 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@225e79ad{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e52ec69b-4ab5-eb92-1278-14707a730ef6/hadoop.log.dir/,AVAILABLE} 2024-11-07T12:17:00,767 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@290405a3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-07T12:17:00,886 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3bf1f95{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e52ec69b-4ab5-eb92-1278-14707a730ef6/java.io.tmpdir/jetty-localhost-41811-hadoop-hdfs-3_4_1-tests_jar-_-any-1086218871720885071/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T12:17:00,886 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@172ab688{HTTP/1.1, (http/1.1)}{localhost:41811} 2024-11-07T12:17:00,886 INFO [Time-limited test {}] server.Server(415): Started @51086ms 2024-11-07T12:17:00,888 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-07T12:17:01,015 WARN [Thread-947 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e52ec69b-4ab5-eb92-1278-14707a730ef6/cluster_3cb01f68-b703-4445-f22b-13faa868b4d9/data/data1/current/BP-1607303390-172.17.0.3-1730981820508/current, will proceed with Du for space computation calculation, 2024-11-07T12:17:01,015 WARN [Thread-948 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e52ec69b-4ab5-eb92-1278-14707a730ef6/cluster_3cb01f68-b703-4445-f22b-13faa868b4d9/data/data2/current/BP-1607303390-172.17.0.3-1730981820508/current, will proceed with Du for space computation calculation, 2024-11-07T12:17:01,032 WARN [Thread-935 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-07T12:17:01,034 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x213778eb2a24b808 with lease ID 0xe485bc18d5ecb162: Processing first storage report for DS-8e98d03d-d6f9-4bea-840c-3b404c0d1b57 from datanode DatanodeRegistration(127.0.0.1:45777, datanodeUuid=4b3e1e4b-82d0-4aa5-9787-9c9ed70f95b9, infoPort=39737, infoSecurePort=0, ipcPort=34177, storageInfo=lv=-57;cid=testClusterID;nsid=601885783;c=1730981820508) 2024-11-07T12:17:01,034 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x213778eb2a24b808 with lease ID 0xe485bc18d5ecb162: from storage DS-8e98d03d-d6f9-4bea-840c-3b404c0d1b57 node DatanodeRegistration(127.0.0.1:45777, datanodeUuid=4b3e1e4b-82d0-4aa5-9787-9c9ed70f95b9, infoPort=39737, infoSecurePort=0, ipcPort=34177, storageInfo=lv=-57;cid=testClusterID;nsid=601885783;c=1730981820508), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-07T12:17:01,035 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x213778eb2a24b808 with lease ID 0xe485bc18d5ecb162: Processing first storage report for DS-bc69bb1f-ce44-465e-9d57-dcb720c16dea from datanode DatanodeRegistration(127.0.0.1:45777, datanodeUuid=4b3e1e4b-82d0-4aa5-9787-9c9ed70f95b9, infoPort=39737, infoSecurePort=0, ipcPort=34177, storageInfo=lv=-57;cid=testClusterID;nsid=601885783;c=1730981820508) 2024-11-07T12:17:01,035 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x213778eb2a24b808 with lease ID 0xe485bc18d5ecb162: from storage DS-bc69bb1f-ce44-465e-9d57-dcb720c16dea node DatanodeRegistration(127.0.0.1:45777, datanodeUuid=4b3e1e4b-82d0-4aa5-9787-9c9ed70f95b9, infoPort=39737, infoSecurePort=0, ipcPort=34177, storageInfo=lv=-57;cid=testClusterID;nsid=601885783;c=1730981820508), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-07T12:17:01,052 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e52ec69b-4ab5-eb92-1278-14707a730ef6 2024-11-07T12:17:01,053 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T12:17:01,054 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T12:17:01,060 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45777 is added to blk_1073741825_1001 (size=7) 2024-11-07T12:17:01,462 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37159/user/jenkins/test-data/42438195-10c5-8d6e-91c7-a3a2b87733cf with version=8 2024-11-07T12:17:01,462 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:37159/user/jenkins/test-data/42438195-10c5-8d6e-91c7-a3a2b87733cf/hbase-staging 2024-11-07T12:17:01,465 INFO [Time-limited test {}] client.ConnectionUtils(128): master/87fb68174c52:0 server-side Connection retries=45 2024-11-07T12:17:01,465 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T12:17:01,465 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-07T12:17:01,465 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-07T12:17:01,465 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T12:17:01,465 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-07T12:17:01,465 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-07T12:17:01,465 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T12:17:01,466 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:42517 2024-11-07T12:17:01,467 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42517 connecting to ZooKeeper ensemble=127.0.0.1:62770 2024-11-07T12:17:01,471 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:425170x0, quorum=127.0.0.1:62770, baseZNode=/1-1899972023 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T12:17:01,473 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42517-0x1001a2c73090003 connected 2024-11-07T12:17:01,484 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T12:17:01,486 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T12:17:01,488 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42517-0x1001a2c73090003, quorum=127.0.0.1:62770, baseZNode=/1-1899972023 Set watcher on znode that does not yet exist, /1-1899972023/running 2024-11-07T12:17:01,488 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37159/user/jenkins/test-data/42438195-10c5-8d6e-91c7-a3a2b87733cf, hbase.cluster.distributed=false 2024-11-07T12:17:01,490 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42517-0x1001a2c73090003, quorum=127.0.0.1:62770, baseZNode=/1-1899972023 Set watcher on znode that does not yet exist, /1-1899972023/acl 2024-11-07T12:17:01,493 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42517 2024-11-07T12:17:01,494 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42517 2024-11-07T12:17:01,495 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42517 2024-11-07T12:17:01,499 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42517 2024-11-07T12:17:01,499 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42517 2024-11-07T12:17:01,515 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/87fb68174c52:0 server-side Connection retries=45 2024-11-07T12:17:01,515 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T12:17:01,515 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-07T12:17:01,515 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-07T12:17:01,515 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T12:17:01,515 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-07T12:17:01,515 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-07T12:17:01,516 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T12:17:01,516 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:35811 2024-11-07T12:17:01,517 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35811 connecting to ZooKeeper ensemble=127.0.0.1:62770 2024-11-07T12:17:01,518 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T12:17:01,519 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T12:17:01,523 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:358110x0, quorum=127.0.0.1:62770, baseZNode=/1-1899972023 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T12:17:01,523 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:358110x0, quorum=127.0.0.1:62770, baseZNode=/1-1899972023 Set watcher on znode that does not yet exist, /1-1899972023/running 2024-11-07T12:17:01,524 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35811-0x1001a2c73090004 connected 2024-11-07T12:17:01,524 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-07T12:17:01,524 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-07T12:17:01,525 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35811-0x1001a2c73090004, quorum=127.0.0.1:62770, baseZNode=/1-1899972023 Set watcher on znode that does not yet exist, /1-1899972023/master 2024-11-07T12:17:01,526 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35811-0x1001a2c73090004, quorum=127.0.0.1:62770, baseZNode=/1-1899972023 Set watcher on znode that does not yet exist, /1-1899972023/acl 2024-11-07T12:17:01,528 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35811 2024-11-07T12:17:01,529 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35811 2024-11-07T12:17:01,529 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35811 2024-11-07T12:17:01,529 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35811 2024-11-07T12:17:01,530 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35811 2024-11-07T12:17:01,541 DEBUG [M:0;87fb68174c52:42517 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;87fb68174c52:42517 2024-11-07T12:17:01,543 INFO [master/87fb68174c52:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1899972023/backup-masters/87fb68174c52,42517,1730981821464 2024-11-07T12:17:01,545 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42517-0x1001a2c73090003, quorum=127.0.0.1:62770, baseZNode=/1-1899972023 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1899972023/backup-masters 2024-11-07T12:17:01,545 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35811-0x1001a2c73090004, quorum=127.0.0.1:62770, baseZNode=/1-1899972023 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1899972023/backup-masters 2024-11-07T12:17:01,545 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42517-0x1001a2c73090003, quorum=127.0.0.1:62770, baseZNode=/1-1899972023 Set watcher on existing znode=/1-1899972023/backup-masters/87fb68174c52,42517,1730981821464 2024-11-07T12:17:01,547 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35811-0x1001a2c73090004, quorum=127.0.0.1:62770, baseZNode=/1-1899972023 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1899972023/master 2024-11-07T12:17:01,547 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42517-0x1001a2c73090003, quorum=127.0.0.1:62770, baseZNode=/1-1899972023 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1899972023 2024-11-07T12:17:01,547 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35811-0x1001a2c73090004, quorum=127.0.0.1:62770, baseZNode=/1-1899972023 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1899972023 2024-11-07T12:17:01,547 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42517-0x1001a2c73090003, quorum=127.0.0.1:62770, baseZNode=/1-1899972023 Set watcher on existing znode=/1-1899972023/master 2024-11-07T12:17:01,548 INFO [master/87fb68174c52:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1899972023/backup-masters/87fb68174c52,42517,1730981821464 from backup master directory 2024-11-07T12:17:01,549 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42517-0x1001a2c73090003, quorum=127.0.0.1:62770, baseZNode=/1-1899972023 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1899972023/backup-masters/87fb68174c52,42517,1730981821464 2024-11-07T12:17:01,549 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35811-0x1001a2c73090004, quorum=127.0.0.1:62770, baseZNode=/1-1899972023 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1899972023/backup-masters 2024-11-07T12:17:01,549 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42517-0x1001a2c73090003, quorum=127.0.0.1:62770, baseZNode=/1-1899972023 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1899972023/backup-masters 2024-11-07T12:17:01,549 WARN [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-07T12:17:01,550 INFO [master/87fb68174c52:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=87fb68174c52,42517,1730981821464 2024-11-07T12:17:01,554 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37159/user/jenkins/test-data/42438195-10c5-8d6e-91c7-a3a2b87733cf/hbase.id] with ID: de3011e5-b94e-457e-b381-f0a88527cffc 2024-11-07T12:17:01,554 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37159/user/jenkins/test-data/42438195-10c5-8d6e-91c7-a3a2b87733cf/.tmp/hbase.id 2024-11-07T12:17:01,560 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45777 is added to blk_1073741826_1002 (size=42) 2024-11-07T12:17:01,961 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37159/user/jenkins/test-data/42438195-10c5-8d6e-91c7-a3a2b87733cf/.tmp/hbase.id]:[hdfs://localhost:37159/user/jenkins/test-data/42438195-10c5-8d6e-91c7-a3a2b87733cf/hbase.id] 2024-11-07T12:17:01,972 INFO [master/87fb68174c52:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T12:17:01,972 INFO [master/87fb68174c52:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-07T12:17:01,973 INFO [master/87fb68174c52:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-07T12:17:01,975 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42517-0x1001a2c73090003, quorum=127.0.0.1:62770, baseZNode=/1-1899972023 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1899972023 2024-11-07T12:17:01,975 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35811-0x1001a2c73090004, quorum=127.0.0.1:62770, baseZNode=/1-1899972023 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1899972023 2024-11-07T12:17:01,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45777 is added to blk_1073741827_1003 (size=196) 2024-11-07T12:17:02,382 INFO [master/87fb68174c52:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-07T12:17:02,383 INFO [master/87fb68174c52:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-07T12:17:02,383 INFO [master/87fb68174c52:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T12:17:02,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45777 is added to blk_1073741828_1004 (size=1189) 2024-11-07T12:17:02,790 INFO [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37159/user/jenkins/test-data/42438195-10c5-8d6e-91c7-a3a2b87733cf/MasterData/data/master/store 2024-11-07T12:17:02,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45777 is added to blk_1073741829_1005 (size=34) 2024-11-07T12:17:03,197 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T12:17:03,197 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-07T12:17:03,197 INFO [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T12:17:03,197 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T12:17:03,198 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-07T12:17:03,198 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T12:17:03,198 INFO [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T12:17:03,198 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1730981823197Disabling compacts and flushes for region at 1730981823197Disabling writes for close at 1730981823198 (+1 ms)Writing region close event to WAL at 1730981823198Closed at 1730981823198 2024-11-07T12:17:03,199 WARN [master/87fb68174c52:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37159/user/jenkins/test-data/42438195-10c5-8d6e-91c7-a3a2b87733cf/MasterData/data/master/store/.initializing 2024-11-07T12:17:03,199 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37159/user/jenkins/test-data/42438195-10c5-8d6e-91c7-a3a2b87733cf/MasterData/WALs/87fb68174c52,42517,1730981821464 2024-11-07T12:17:03,200 INFO [master/87fb68174c52:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-07T12:17:03,201 INFO [master/87fb68174c52:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=87fb68174c52%2C42517%2C1730981821464, suffix=, logDir=hdfs://localhost:37159/user/jenkins/test-data/42438195-10c5-8d6e-91c7-a3a2b87733cf/MasterData/WALs/87fb68174c52,42517,1730981821464, archiveDir=hdfs://localhost:37159/user/jenkins/test-data/42438195-10c5-8d6e-91c7-a3a2b87733cf/MasterData/oldWALs, maxLogs=10 2024-11-07T12:17:03,215 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/42438195-10c5-8d6e-91c7-a3a2b87733cf/MasterData/WALs/87fb68174c52,42517,1730981821464/87fb68174c52%2C42517%2C1730981821464.1730981823202, exclude list is [], retry=0 2024-11-07T12:17:03,217 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45777,DS-8e98d03d-d6f9-4bea-840c-3b404c0d1b57,DISK] 2024-11-07T12:17:03,219 INFO [master/87fb68174c52:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/42438195-10c5-8d6e-91c7-a3a2b87733cf/MasterData/WALs/87fb68174c52,42517,1730981821464/87fb68174c52%2C42517%2C1730981821464.1730981823202 2024-11-07T12:17:03,219 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39737:39737)] 2024-11-07T12:17:03,219 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-07T12:17:03,220 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T12:17:03,220 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T12:17:03,220 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T12:17:03,221 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T12:17:03,222 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-07T12:17:03,223 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:17:03,223 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T12:17:03,223 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T12:17:03,224 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-07T12:17:03,224 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:17:03,225 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T12:17:03,225 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T12:17:03,226 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-07T12:17:03,226 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:17:03,226 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T12:17:03,226 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T12:17:03,227 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-07T12:17:03,227 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:17:03,228 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T12:17:03,228 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T12:17:03,229 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37159/user/jenkins/test-data/42438195-10c5-8d6e-91c7-a3a2b87733cf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-07T12:17:03,229 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37159/user/jenkins/test-data/42438195-10c5-8d6e-91c7-a3a2b87733cf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-07T12:17:03,230 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T12:17:03,230 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T12:17:03,231 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T12:17:03,232 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T12:17:03,234 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37159/user/jenkins/test-data/42438195-10c5-8d6e-91c7-a3a2b87733cf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T12:17:03,235 INFO [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66642395, jitterRate=-0.006950929760932922}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T12:17:03,235 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1730981823220Initializing all the Stores at 1730981823221 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730981823221Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730981823221Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730981823221Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730981823221Cleaning up temporary data from old regions at 1730981823230 (+9 ms)Region opened successfully at 1730981823235 (+5 ms) 2024-11-07T12:17:03,235 INFO [master/87fb68174c52:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-07T12:17:03,238 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1de7bddb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=87fb68174c52/172.17.0.3:0 2024-11-07T12:17:03,239 INFO [master/87fb68174c52:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-07T12:17:03,239 INFO [master/87fb68174c52:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-07T12:17:03,239 INFO [master/87fb68174c52:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-07T12:17:03,239 INFO [master/87fb68174c52:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-07T12:17:03,240 INFO [master/87fb68174c52:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-07T12:17:03,240 INFO [master/87fb68174c52:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-07T12:17:03,240 INFO [master/87fb68174c52:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-07T12:17:03,242 INFO [master/87fb68174c52:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-07T12:17:03,243 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42517-0x1001a2c73090003, quorum=127.0.0.1:62770, baseZNode=/1-1899972023 Unable to get data of znode /1-1899972023/balancer because node does not exist (not necessarily an error) 2024-11-07T12:17:03,244 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1899972023/balancer already deleted, retry=false 2024-11-07T12:17:03,244 INFO [master/87fb68174c52:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-07T12:17:03,245 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42517-0x1001a2c73090003, quorum=127.0.0.1:62770, baseZNode=/1-1899972023 Unable to get data of znode /1-1899972023/normalizer because node does not exist (not necessarily an error) 2024-11-07T12:17:03,246 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1899972023/normalizer already deleted, retry=false 2024-11-07T12:17:03,247 INFO [master/87fb68174c52:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-07T12:17:03,247 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42517-0x1001a2c73090003, quorum=127.0.0.1:62770, baseZNode=/1-1899972023 Unable to get data of znode /1-1899972023/switch/split because node does not exist (not necessarily an error) 2024-11-07T12:17:03,248 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1899972023/switch/split already deleted, retry=false 2024-11-07T12:17:03,249 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42517-0x1001a2c73090003, quorum=127.0.0.1:62770, baseZNode=/1-1899972023 Unable to get data of znode /1-1899972023/switch/merge because node does not exist (not necessarily an error) 2024-11-07T12:17:03,250 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1899972023/switch/merge already deleted, retry=false 2024-11-07T12:17:03,252 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42517-0x1001a2c73090003, quorum=127.0.0.1:62770, baseZNode=/1-1899972023 Unable to get data of znode /1-1899972023/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-07T12:17:03,253 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1899972023/snapshot-cleanup already deleted, retry=false 2024-11-07T12:17:03,254 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42517-0x1001a2c73090003, quorum=127.0.0.1:62770, baseZNode=/1-1899972023 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1899972023/running 2024-11-07T12:17:03,254 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35811-0x1001a2c73090004, quorum=127.0.0.1:62770, baseZNode=/1-1899972023 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1899972023/running 2024-11-07T12:17:03,254 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42517-0x1001a2c73090003, quorum=127.0.0.1:62770, baseZNode=/1-1899972023 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1899972023 2024-11-07T12:17:03,254 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35811-0x1001a2c73090004, quorum=127.0.0.1:62770, baseZNode=/1-1899972023 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1899972023 2024-11-07T12:17:03,255 INFO [master/87fb68174c52:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=87fb68174c52,42517,1730981821464, sessionid=0x1001a2c73090003, setting cluster-up flag (Was=false) 2024-11-07T12:17:03,257 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42517-0x1001a2c73090003, quorum=127.0.0.1:62770, baseZNode=/1-1899972023 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1899972023 2024-11-07T12:17:03,258 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35811-0x1001a2c73090004, quorum=127.0.0.1:62770, baseZNode=/1-1899972023 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1899972023 2024-11-07T12:17:03,262 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1899972023/flush-table-proc/acquired, /1-1899972023/flush-table-proc/reached, /1-1899972023/flush-table-proc/abort 2024-11-07T12:17:03,263 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=87fb68174c52,42517,1730981821464 2024-11-07T12:17:03,266 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42517-0x1001a2c73090003, quorum=127.0.0.1:62770, baseZNode=/1-1899972023 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1899972023 2024-11-07T12:17:03,266 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35811-0x1001a2c73090004, quorum=127.0.0.1:62770, baseZNode=/1-1899972023 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1899972023 2024-11-07T12:17:03,270 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1899972023/online-snapshot/acquired, /1-1899972023/online-snapshot/reached, /1-1899972023/online-snapshot/abort 2024-11-07T12:17:03,271 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=87fb68174c52,42517,1730981821464 2024-11-07T12:17:03,272 INFO [master/87fb68174c52:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37159/user/jenkins/test-data/42438195-10c5-8d6e-91c7-a3a2b87733cf/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-07T12:17:03,274 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-07T12:17:03,275 INFO [master/87fb68174c52:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-07T12:17:03,275 INFO [master/87fb68174c52:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-07T12:17:03,275 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 87fb68174c52,42517,1730981821464 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-07T12:17:03,276 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/87fb68174c52:0, corePoolSize=5, maxPoolSize=5 2024-11-07T12:17:03,277 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/87fb68174c52:0, corePoolSize=5, maxPoolSize=5 2024-11-07T12:17:03,277 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/87fb68174c52:0, corePoolSize=5, maxPoolSize=5 2024-11-07T12:17:03,277 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/87fb68174c52:0, corePoolSize=5, maxPoolSize=5 2024-11-07T12:17:03,277 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/87fb68174c52:0, corePoolSize=10, maxPoolSize=10 2024-11-07T12:17:03,277 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:17:03,277 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/87fb68174c52:0, corePoolSize=2, maxPoolSize=2 2024-11-07T12:17:03,277 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:17:03,277 INFO [master/87fb68174c52:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1730981853277 2024-11-07T12:17:03,278 INFO [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-07T12:17:03,278 INFO [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-07T12:17:03,278 INFO [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-07T12:17:03,278 INFO [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-07T12:17:03,278 INFO [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-07T12:17:03,278 INFO [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-07T12:17:03,278 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-07T12:17:03,279 INFO [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-07T12:17:03,279 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T12:17:03,279 INFO [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-07T12:17:03,279 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-07T12:17:03,279 INFO [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-07T12:17:03,279 INFO [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-07T12:17:03,279 INFO [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-07T12:17:03,279 INFO [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-07T12:17:03,279 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/87fb68174c52:0:becomeActiveMaster-HFileCleaner.large.0-1730981823279,5,FailOnTimeoutGroup] 2024-11-07T12:17:03,279 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/87fb68174c52:0:becomeActiveMaster-HFileCleaner.small.0-1730981823279,5,FailOnTimeoutGroup] 2024-11-07T12:17:03,279 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-07T12:17:03,279 INFO [master/87fb68174c52:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-07T12:17:03,279 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-07T12:17:03,280 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-07T12:17:03,280 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:17:03,280 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-07T12:17:03,288 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45777 is added to blk_1073741831_1007 (size=1321) 2024-11-07T12:17:03,333 INFO [RS:0;87fb68174c52:35811 {}] regionserver.HRegionServer(746): ClusterId : de3011e5-b94e-457e-b381-f0a88527cffc 2024-11-07T12:17:03,333 DEBUG [RS:0;87fb68174c52:35811 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-07T12:17:03,335 DEBUG [RS:0;87fb68174c52:35811 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-07T12:17:03,335 DEBUG [RS:0;87fb68174c52:35811 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-07T12:17:03,337 DEBUG [RS:0;87fb68174c52:35811 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-07T12:17:03,338 DEBUG [RS:0;87fb68174c52:35811 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b8ec3fd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=87fb68174c52/172.17.0.3:0 2024-11-07T12:17:03,349 DEBUG [RS:0;87fb68174c52:35811 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;87fb68174c52:35811 2024-11-07T12:17:03,349 INFO [RS:0;87fb68174c52:35811 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-07T12:17:03,349 INFO [RS:0;87fb68174c52:35811 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-07T12:17:03,349 DEBUG [RS:0;87fb68174c52:35811 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-07T12:17:03,350 INFO [RS:0;87fb68174c52:35811 {}] regionserver.HRegionServer(2659): reportForDuty to master=87fb68174c52,42517,1730981821464 with port=35811, startcode=1730981821515 2024-11-07T12:17:03,350 DEBUG [RS:0;87fb68174c52:35811 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-07T12:17:03,352 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41235, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=RegionServerStatusService 2024-11-07T12:17:03,352 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42517 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 87fb68174c52,35811,1730981821515 2024-11-07T12:17:03,352 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42517 {}] master.ServerManager(517): Registering regionserver=87fb68174c52,35811,1730981821515 2024-11-07T12:17:03,354 DEBUG [RS:0;87fb68174c52:35811 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37159/user/jenkins/test-data/42438195-10c5-8d6e-91c7-a3a2b87733cf 2024-11-07T12:17:03,354 DEBUG [RS:0;87fb68174c52:35811 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37159 2024-11-07T12:17:03,354 DEBUG [RS:0;87fb68174c52:35811 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-07T12:17:03,358 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42517-0x1001a2c73090003, quorum=127.0.0.1:62770, baseZNode=/1-1899972023 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1899972023/rs 2024-11-07T12:17:03,359 DEBUG [RS:0;87fb68174c52:35811 {}] zookeeper.ZKUtil(111): regionserver:35811-0x1001a2c73090004, quorum=127.0.0.1:62770, baseZNode=/1-1899972023 Set watcher on existing znode=/1-1899972023/rs/87fb68174c52,35811,1730981821515 2024-11-07T12:17:03,359 WARN [RS:0;87fb68174c52:35811 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-07T12:17:03,359 INFO [RS:0;87fb68174c52:35811 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T12:17:03,359 DEBUG [RS:0;87fb68174c52:35811 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37159/user/jenkins/test-data/42438195-10c5-8d6e-91c7-a3a2b87733cf/WALs/87fb68174c52,35811,1730981821515 2024-11-07T12:17:03,359 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [87fb68174c52,35811,1730981821515] 2024-11-07T12:17:03,362 INFO [RS:0;87fb68174c52:35811 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-07T12:17:03,363 INFO [RS:0;87fb68174c52:35811 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-07T12:17:03,364 INFO [RS:0;87fb68174c52:35811 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-07T12:17:03,364 INFO [RS:0;87fb68174c52:35811 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T12:17:03,364 INFO [RS:0;87fb68174c52:35811 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-07T12:17:03,365 INFO [RS:0;87fb68174c52:35811 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-07T12:17:03,365 INFO [RS:0;87fb68174c52:35811 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-07T12:17:03,365 DEBUG [RS:0;87fb68174c52:35811 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:17:03,365 DEBUG [RS:0;87fb68174c52:35811 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:17:03,365 DEBUG [RS:0;87fb68174c52:35811 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:17:03,365 DEBUG [RS:0;87fb68174c52:35811 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:17:03,365 DEBUG [RS:0;87fb68174c52:35811 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:17:03,365 DEBUG [RS:0;87fb68174c52:35811 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/87fb68174c52:0, corePoolSize=2, maxPoolSize=2 2024-11-07T12:17:03,365 DEBUG [RS:0;87fb68174c52:35811 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:17:03,365 DEBUG [RS:0;87fb68174c52:35811 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:17:03,365 DEBUG [RS:0;87fb68174c52:35811 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:17:03,365 DEBUG [RS:0;87fb68174c52:35811 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:17:03,365 DEBUG [RS:0;87fb68174c52:35811 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:17:03,365 DEBUG [RS:0;87fb68174c52:35811 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:17:03,365 DEBUG [RS:0;87fb68174c52:35811 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/87fb68174c52:0, corePoolSize=3, maxPoolSize=3 2024-11-07T12:17:03,365 DEBUG [RS:0;87fb68174c52:35811 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/87fb68174c52:0, corePoolSize=3, maxPoolSize=3 2024-11-07T12:17:03,366 INFO [RS:0;87fb68174c52:35811 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T12:17:03,366 INFO [RS:0;87fb68174c52:35811 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T12:17:03,366 INFO [RS:0;87fb68174c52:35811 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T12:17:03,366 INFO [RS:0;87fb68174c52:35811 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-07T12:17:03,366 INFO [RS:0;87fb68174c52:35811 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-07T12:17:03,366 INFO [RS:0;87fb68174c52:35811 {}] hbase.ChoreService(168): Chore ScheduledChore name=87fb68174c52,35811,1730981821515-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-07T12:17:03,380 INFO [RS:0;87fb68174c52:35811 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-07T12:17:03,380 INFO [RS:0;87fb68174c52:35811 {}] hbase.ChoreService(168): Chore ScheduledChore name=87fb68174c52,35811,1730981821515-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T12:17:03,380 INFO [RS:0;87fb68174c52:35811 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T12:17:03,380 INFO [RS:0;87fb68174c52:35811 {}] regionserver.Replication(171): 87fb68174c52,35811,1730981821515 started 2024-11-07T12:17:03,394 INFO [RS:0;87fb68174c52:35811 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T12:17:03,394 INFO [RS:0;87fb68174c52:35811 {}] regionserver.HRegionServer(1482): Serving as 87fb68174c52,35811,1730981821515, RpcServer on 87fb68174c52/172.17.0.3:35811, sessionid=0x1001a2c73090004 2024-11-07T12:17:03,394 DEBUG [RS:0;87fb68174c52:35811 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-07T12:17:03,394 DEBUG [RS:0;87fb68174c52:35811 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 87fb68174c52,35811,1730981821515 2024-11-07T12:17:03,394 DEBUG [RS:0;87fb68174c52:35811 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '87fb68174c52,35811,1730981821515' 2024-11-07T12:17:03,394 DEBUG [RS:0;87fb68174c52:35811 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1899972023/flush-table-proc/abort' 2024-11-07T12:17:03,395 DEBUG [RS:0;87fb68174c52:35811 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1899972023/flush-table-proc/acquired' 2024-11-07T12:17:03,395 DEBUG [RS:0;87fb68174c52:35811 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-07T12:17:03,395 DEBUG [RS:0;87fb68174c52:35811 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-07T12:17:03,395 DEBUG [RS:0;87fb68174c52:35811 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 87fb68174c52,35811,1730981821515 2024-11-07T12:17:03,395 DEBUG [RS:0;87fb68174c52:35811 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '87fb68174c52,35811,1730981821515' 2024-11-07T12:17:03,395 DEBUG [RS:0;87fb68174c52:35811 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1899972023/online-snapshot/abort' 2024-11-07T12:17:03,396 DEBUG [RS:0;87fb68174c52:35811 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1899972023/online-snapshot/acquired' 2024-11-07T12:17:03,396 DEBUG [RS:0;87fb68174c52:35811 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-07T12:17:03,396 INFO [RS:0;87fb68174c52:35811 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-07T12:17:03,396 INFO [RS:0;87fb68174c52:35811 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-07T12:17:03,497 INFO [RS:0;87fb68174c52:35811 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-07T12:17:03,498 INFO [RS:0;87fb68174c52:35811 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=87fb68174c52%2C35811%2C1730981821515, suffix=, logDir=hdfs://localhost:37159/user/jenkins/test-data/42438195-10c5-8d6e-91c7-a3a2b87733cf/WALs/87fb68174c52,35811,1730981821515, archiveDir=hdfs://localhost:37159/user/jenkins/test-data/42438195-10c5-8d6e-91c7-a3a2b87733cf/oldWALs, maxLogs=10 2024-11-07T12:17:03,512 DEBUG [RS:0;87fb68174c52:35811 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/42438195-10c5-8d6e-91c7-a3a2b87733cf/WALs/87fb68174c52,35811,1730981821515/87fb68174c52%2C35811%2C1730981821515.1730981823499, exclude list is [], retry=0 2024-11-07T12:17:03,514 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45777,DS-8e98d03d-d6f9-4bea-840c-3b404c0d1b57,DISK] 2024-11-07T12:17:03,516 INFO [RS:0;87fb68174c52:35811 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/42438195-10c5-8d6e-91c7-a3a2b87733cf/WALs/87fb68174c52,35811,1730981821515/87fb68174c52%2C35811%2C1730981821515.1730981823499 2024-11-07T12:17:03,517 DEBUG [RS:0;87fb68174c52:35811 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39737:39737)] 2024-11-07T12:17:03,690 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37159/user/jenkins/test-data/42438195-10c5-8d6e-91c7-a3a2b87733cf/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-07T12:17:03,690 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37159/user/jenkins/test-data/42438195-10c5-8d6e-91c7-a3a2b87733cf 2024-11-07T12:17:03,695 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45777 is added to blk_1073741833_1009 (size=32) 2024-11-07T12:17:04,097 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T12:17:04,098 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-07T12:17:04,099 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-07T12:17:04,099 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:17:04,100 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T12:17:04,100 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-07T12:17:04,101 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-07T12:17:04,101 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:17:04,102 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T12:17:04,102 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-07T12:17:04,103 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-07T12:17:04,103 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:17:04,103 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T12:17:04,104 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-07T12:17:04,105 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-07T12:17:04,105 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:17:04,105 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T12:17:04,105 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-07T12:17:04,106 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37159/user/jenkins/test-data/42438195-10c5-8d6e-91c7-a3a2b87733cf/data/hbase/meta/1588230740 2024-11-07T12:17:04,106 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37159/user/jenkins/test-data/42438195-10c5-8d6e-91c7-a3a2b87733cf/data/hbase/meta/1588230740 2024-11-07T12:17:04,107 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-07T12:17:04,107 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-07T12:17:04,107 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T12:17:04,108 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-07T12:17:04,110 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37159/user/jenkins/test-data/42438195-10c5-8d6e-91c7-a3a2b87733cf/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T12:17:04,110 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72546485, jitterRate=0.08102686703205109}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T12:17:04,111 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1730981824097Initializing all the Stores at 1730981824097Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730981824098 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730981824098Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730981824098Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730981824098Cleaning up temporary data from old regions at 1730981824107 (+9 ms)Region opened successfully at 1730981824111 (+4 ms) 2024-11-07T12:17:04,111 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-07T12:17:04,111 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-07T12:17:04,111 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-07T12:17:04,111 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-07T12:17:04,111 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-07T12:17:04,111 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-07T12:17:04,111 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1730981824111Disabling compacts and flushes for region at 1730981824111Disabling writes for close at 1730981824111Writing region close event to WAL at 1730981824111Closed at 1730981824111 2024-11-07T12:17:04,112 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T12:17:04,112 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-07T12:17:04,113 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-07T12:17:04,114 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-07T12:17:04,114 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-07T12:17:04,265 DEBUG [87fb68174c52:42517 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-07T12:17:04,265 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=87fb68174c52,35811,1730981821515 2024-11-07T12:17:04,267 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 87fb68174c52,35811,1730981821515, state=OPENING 2024-11-07T12:17:04,268 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-07T12:17:04,270 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42517-0x1001a2c73090003, quorum=127.0.0.1:62770, baseZNode=/1-1899972023 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1899972023 2024-11-07T12:17:04,270 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35811-0x1001a2c73090004, quorum=127.0.0.1:62770, baseZNode=/1-1899972023 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1899972023 2024-11-07T12:17:04,270 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1899972023/meta-region-server: CHANGED 2024-11-07T12:17:04,270 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1899972023/meta-region-server: CHANGED 2024-11-07T12:17:04,270 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-07T12:17:04,270 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=87fb68174c52,35811,1730981821515}] 2024-11-07T12:17:04,423 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-07T12:17:04,425 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33453, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-07T12:17:04,429 INFO [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-07T12:17:04,429 INFO [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T12:17:04,429 INFO [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-07T12:17:04,431 INFO [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=87fb68174c52%2C35811%2C1730981821515.meta, suffix=.meta, logDir=hdfs://localhost:37159/user/jenkins/test-data/42438195-10c5-8d6e-91c7-a3a2b87733cf/WALs/87fb68174c52,35811,1730981821515, archiveDir=hdfs://localhost:37159/user/jenkins/test-data/42438195-10c5-8d6e-91c7-a3a2b87733cf/oldWALs, maxLogs=10 2024-11-07T12:17:04,444 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/42438195-10c5-8d6e-91c7-a3a2b87733cf/WALs/87fb68174c52,35811,1730981821515/87fb68174c52%2C35811%2C1730981821515.meta.1730981824431.meta, exclude list is [], retry=0 2024-11-07T12:17:04,446 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45777,DS-8e98d03d-d6f9-4bea-840c-3b404c0d1b57,DISK] 2024-11-07T12:17:04,448 INFO [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/42438195-10c5-8d6e-91c7-a3a2b87733cf/WALs/87fb68174c52,35811,1730981821515/87fb68174c52%2C35811%2C1730981821515.meta.1730981824431.meta 2024-11-07T12:17:04,448 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39737:39737)] 2024-11-07T12:17:04,449 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-07T12:17:04,449 INFO [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-07T12:17:04,449 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-07T12:17:04,449 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-07T12:17:04,449 INFO [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-07T12:17:04,449 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-07T12:17:04,449 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T12:17:04,449 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-07T12:17:04,449 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-07T12:17:04,451 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-07T12:17:04,451 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-07T12:17:04,451 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:17:04,452 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T12:17:04,452 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-07T12:17:04,453 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-07T12:17:04,453 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:17:04,453 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T12:17:04,453 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-07T12:17:04,454 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-07T12:17:04,454 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:17:04,454 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T12:17:04,455 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-07T12:17:04,455 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-07T12:17:04,455 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:17:04,456 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T12:17:04,456 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-07T12:17:04,456 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37159/user/jenkins/test-data/42438195-10c5-8d6e-91c7-a3a2b87733cf/data/hbase/meta/1588230740 2024-11-07T12:17:04,457 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37159/user/jenkins/test-data/42438195-10c5-8d6e-91c7-a3a2b87733cf/data/hbase/meta/1588230740 2024-11-07T12:17:04,458 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-07T12:17:04,458 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-07T12:17:04,459 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T12:17:04,460 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-07T12:17:04,461 INFO [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70293312, jitterRate=0.04745197296142578}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T12:17:04,461 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-07T12:17:04,461 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1730981824450Writing region info on filesystem at 1730981824450Initializing all the Stores at 1730981824450Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730981824450Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730981824450Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730981824450Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730981824451 (+1 ms)Cleaning up temporary data from old regions at 1730981824458 (+7 ms)Running coprocessor post-open hooks at 1730981824461 (+3 ms)Region opened successfully at 1730981824461 2024-11-07T12:17:04,462 INFO [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1730981824423 2024-11-07T12:17:04,464 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-07T12:17:04,464 INFO [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-07T12:17:04,465 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=87fb68174c52,35811,1730981821515 2024-11-07T12:17:04,466 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 87fb68174c52,35811,1730981821515, state=OPEN 2024-11-07T12:17:04,467 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42517-0x1001a2c73090003, quorum=127.0.0.1:62770, baseZNode=/1-1899972023 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1899972023/meta-region-server 2024-11-07T12:17:04,467 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35811-0x1001a2c73090004, quorum=127.0.0.1:62770, baseZNode=/1-1899972023 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1899972023/meta-region-server 2024-11-07T12:17:04,467 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=87fb68174c52,35811,1730981821515 2024-11-07T12:17:04,467 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1899972023/meta-region-server: CHANGED 2024-11-07T12:17:04,468 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1899972023/meta-region-server: CHANGED 2024-11-07T12:17:04,470 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-07T12:17:04,470 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=87fb68174c52,35811,1730981821515 in 197 msec 2024-11-07T12:17:04,472 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-07T12:17:04,472 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 358 msec 2024-11-07T12:17:04,472 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T12:17:04,472 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-07T12:17:04,474 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T12:17:04,474 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=87fb68174c52,35811,1730981821515, seqNum=-1] 2024-11-07T12:17:04,474 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T12:17:04,475 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56565, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T12:17:04,480 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2050 sec 2024-11-07T12:17:04,480 INFO [master/87fb68174c52:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1730981824480, completionTime=-1 2024-11-07T12:17:04,480 INFO [master/87fb68174c52:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-07T12:17:04,480 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-07T12:17:04,482 INFO [master/87fb68174c52:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-07T12:17:04,482 INFO [master/87fb68174c52:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1730981884482 2024-11-07T12:17:04,482 INFO [master/87fb68174c52:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1730981944482 2024-11-07T12:17:04,482 INFO [master/87fb68174c52:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-07T12:17:04,482 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=87fb68174c52,42517,1730981821464-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T12:17:04,482 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=87fb68174c52,42517,1730981821464-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T12:17:04,482 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=87fb68174c52,42517,1730981821464-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T12:17:04,482 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-87fb68174c52:42517, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T12:17:04,482 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-07T12:17:04,483 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-07T12:17:04,484 DEBUG [master/87fb68174c52:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-07T12:17:04,486 INFO [master/87fb68174c52:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.936sec 2024-11-07T12:17:04,487 INFO [master/87fb68174c52:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-07T12:17:04,487 INFO [master/87fb68174c52:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-07T12:17:04,487 INFO [master/87fb68174c52:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-07T12:17:04,487 INFO [master/87fb68174c52:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-07T12:17:04,487 INFO [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-07T12:17:04,487 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=87fb68174c52,42517,1730981821464-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-07T12:17:04,487 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=87fb68174c52,42517,1730981821464-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-07T12:17:04,489 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-07T12:17:04,489 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-07T12:17:04,489 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=87fb68174c52,42517,1730981821464-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T12:17:04,533 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31eb4d31, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:17:04,533 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 87fb68174c52,42517,-1 for getting cluster id 2024-11-07T12:17:04,533 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T12:17:04,535 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'de3011e5-b94e-457e-b381-f0a88527cffc' 2024-11-07T12:17:04,535 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T12:17:04,535 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "de3011e5-b94e-457e-b381-f0a88527cffc" 2024-11-07T12:17:04,535 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72a3c371, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:17:04,535 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [87fb68174c52,42517,-1] 2024-11-07T12:17:04,536 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T12:17:04,536 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:17:04,537 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49596, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T12:17:04,538 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e042af9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:17:04,538 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T12:17:04,539 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=87fb68174c52,35811,1730981821515, seqNum=-1] 2024-11-07T12:17:04,539 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T12:17:04,540 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46296, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T12:17:04,542 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=87fb68174c52,42517,1730981821464 2024-11-07T12:17:04,543 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:62770 2024-11-07T12:17:04,545 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:62770, baseZNode=/1-1899972023 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T12:17:04,545 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1001a2c73090005 connected 2024-11-07T12:17:04,551 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T12:17:04,552 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is 87fb68174c52,41431,1730981817399 2024-11-07T12:17:04,552 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@50c93b36 2024-11-07T12:17:04,553 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T12:17:04,554 INFO [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55884, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-07T12:17:04,558 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41431 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-07T12:17:04,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41431 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-07T12:17:04,563 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-07T12:17:04,564 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:17:04,564 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41431 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-07T12:17:04,565 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-07T12:17:04,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41431 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T12:17:04,570 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43011 is added to blk_1073741835_1011 (size=902) 2024-11-07T12:17:04,572 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 15beaf709fb72874a39f75ac601808e4, NAME => 'test,,1730981824555.15beaf709fb72874a39f75ac601808e4.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37171/user/jenkins/test-data/4b59a02d-bd41-e7d3-de01-a815d46aa5f7 2024-11-07T12:17:04,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43011 is added to blk_1073741836_1012 (size=39) 2024-11-07T12:17:04,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41431 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T12:17:04,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41431 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T12:17:04,979 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1730981824555.15beaf709fb72874a39f75ac601808e4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T12:17:04,979 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 15beaf709fb72874a39f75ac601808e4, disabling compactions & flushes 2024-11-07T12:17:04,979 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1730981824555.15beaf709fb72874a39f75ac601808e4. 2024-11-07T12:17:04,979 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1730981824555.15beaf709fb72874a39f75ac601808e4. 2024-11-07T12:17:04,979 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1730981824555.15beaf709fb72874a39f75ac601808e4. after waiting 0 ms 2024-11-07T12:17:04,979 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1730981824555.15beaf709fb72874a39f75ac601808e4. 2024-11-07T12:17:04,979 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1730981824555.15beaf709fb72874a39f75ac601808e4. 2024-11-07T12:17:04,979 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 15beaf709fb72874a39f75ac601808e4: Waiting for close lock at 1730981824979Disabling compacts and flushes for region at 1730981824979Disabling writes for close at 1730981824979Writing region close event to WAL at 1730981824979Closed at 1730981824979 2024-11-07T12:17:04,981 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-07T12:17:04,981 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1730981824555.15beaf709fb72874a39f75ac601808e4.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1730981824981"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1730981824981"}]},"ts":"1730981824981"} 2024-11-07T12:17:04,983 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-07T12:17:04,984 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-07T12:17:04,985 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1730981824984"}]},"ts":"1730981824984"} 2024-11-07T12:17:04,986 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-07T12:17:04,987 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=15beaf709fb72874a39f75ac601808e4, ASSIGN}] 2024-11-07T12:17:04,988 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=15beaf709fb72874a39f75ac601808e4, ASSIGN 2024-11-07T12:17:04,988 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=15beaf709fb72874a39f75ac601808e4, ASSIGN; state=OFFLINE, location=87fb68174c52,34609,1730981817445; forceNewPlan=false, retain=false 2024-11-07T12:17:05,139 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=15beaf709fb72874a39f75ac601808e4, regionState=OPENING, regionLocation=87fb68174c52,34609,1730981817445 2024-11-07T12:17:05,145 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=15beaf709fb72874a39f75ac601808e4, ASSIGN because future has completed 2024-11-07T12:17:05,146 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 15beaf709fb72874a39f75ac601808e4, server=87fb68174c52,34609,1730981817445}] 2024-11-07T12:17:05,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41431 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T12:17:05,245 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-07T12:17:05,245 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-07T12:17:05,246 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-07T12:17:05,246 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-07T12:17:05,247 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-07T12:17:05,247 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-07T12:17:05,291 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-07T12:17:05,303 INFO [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1730981824555.15beaf709fb72874a39f75ac601808e4. 2024-11-07T12:17:05,303 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 15beaf709fb72874a39f75ac601808e4, NAME => 'test,,1730981824555.15beaf709fb72874a39f75ac601808e4.', STARTKEY => '', ENDKEY => ''} 2024-11-07T12:17:05,303 INFO [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-07T12:17:05,304 INFO [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-07T12:17:05,304 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 15beaf709fb72874a39f75ac601808e4 2024-11-07T12:17:05,304 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1730981824555.15beaf709fb72874a39f75ac601808e4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T12:17:05,304 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 15beaf709fb72874a39f75ac601808e4 2024-11-07T12:17:05,304 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 15beaf709fb72874a39f75ac601808e4 2024-11-07T12:17:05,305 INFO [StoreOpener-15beaf709fb72874a39f75ac601808e4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 15beaf709fb72874a39f75ac601808e4 2024-11-07T12:17:05,306 INFO [StoreOpener-15beaf709fb72874a39f75ac601808e4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 15beaf709fb72874a39f75ac601808e4 columnFamilyName f 2024-11-07T12:17:05,306 DEBUG [StoreOpener-15beaf709fb72874a39f75ac601808e4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:17:05,307 INFO [StoreOpener-15beaf709fb72874a39f75ac601808e4-1 {}] regionserver.HStore(327): Store=15beaf709fb72874a39f75ac601808e4/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T12:17:05,307 INFO [StoreOpener-15beaf709fb72874a39f75ac601808e4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 15beaf709fb72874a39f75ac601808e4 2024-11-07T12:17:05,308 INFO [StoreOpener-15beaf709fb72874a39f75ac601808e4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 15beaf709fb72874a39f75ac601808e4 columnFamilyName f1 2024-11-07T12:17:05,308 DEBUG [StoreOpener-15beaf709fb72874a39f75ac601808e4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:17:05,309 INFO [StoreOpener-15beaf709fb72874a39f75ac601808e4-1 {}] regionserver.HStore(327): Store=15beaf709fb72874a39f75ac601808e4/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T12:17:05,309 INFO [StoreOpener-15beaf709fb72874a39f75ac601808e4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 15beaf709fb72874a39f75ac601808e4 2024-11-07T12:17:05,310 INFO [StoreOpener-15beaf709fb72874a39f75ac601808e4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 15beaf709fb72874a39f75ac601808e4 columnFamilyName norep 2024-11-07T12:17:05,310 DEBUG [StoreOpener-15beaf709fb72874a39f75ac601808e4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:17:05,310 INFO [StoreOpener-15beaf709fb72874a39f75ac601808e4-1 {}] regionserver.HStore(327): Store=15beaf709fb72874a39f75ac601808e4/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T12:17:05,310 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 15beaf709fb72874a39f75ac601808e4 2024-11-07T12:17:05,311 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37171/user/jenkins/test-data/4b59a02d-bd41-e7d3-de01-a815d46aa5f7/data/default/test/15beaf709fb72874a39f75ac601808e4 2024-11-07T12:17:05,311 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37171/user/jenkins/test-data/4b59a02d-bd41-e7d3-de01-a815d46aa5f7/data/default/test/15beaf709fb72874a39f75ac601808e4 2024-11-07T12:17:05,312 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 15beaf709fb72874a39f75ac601808e4 2024-11-07T12:17:05,312 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 15beaf709fb72874a39f75ac601808e4 2024-11-07T12:17:05,313 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-07T12:17:05,314 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 15beaf709fb72874a39f75ac601808e4 2024-11-07T12:17:05,316 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37171/user/jenkins/test-data/4b59a02d-bd41-e7d3-de01-a815d46aa5f7/data/default/test/15beaf709fb72874a39f75ac601808e4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T12:17:05,317 INFO [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 15beaf709fb72874a39f75ac601808e4; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68382402, jitterRate=0.018977195024490356}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-07T12:17:05,317 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 15beaf709fb72874a39f75ac601808e4 2024-11-07T12:17:05,317 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 15beaf709fb72874a39f75ac601808e4: Running coprocessor pre-open hook at 1730981825304Writing region info on filesystem at 1730981825304Initializing all the Stores at 1730981825305 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730981825305Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730981825305Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730981825305Cleaning up temporary data from old regions at 1730981825312 (+7 ms)Running coprocessor post-open hooks at 1730981825317 (+5 ms)Region opened successfully at 1730981825317 2024-11-07T12:17:05,320 INFO [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1730981824555.15beaf709fb72874a39f75ac601808e4., pid=6, masterSystemTime=1730981825298 2024-11-07T12:17:05,322 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1730981824555.15beaf709fb72874a39f75ac601808e4. 2024-11-07T12:17:05,322 INFO [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1730981824555.15beaf709fb72874a39f75ac601808e4. 2024-11-07T12:17:05,324 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=15beaf709fb72874a39f75ac601808e4, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=87fb68174c52,34609,1730981817445 2024-11-07T12:17:05,327 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 15beaf709fb72874a39f75ac601808e4, server=87fb68174c52,34609,1730981817445 because future has completed 2024-11-07T12:17:05,330 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-07T12:17:05,330 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 15beaf709fb72874a39f75ac601808e4, server=87fb68174c52,34609,1730981817445 in 183 msec 2024-11-07T12:17:05,333 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-07T12:17:05,333 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=15beaf709fb72874a39f75ac601808e4, ASSIGN in 344 msec 2024-11-07T12:17:05,334 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-07T12:17:05,334 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1730981825334"}]},"ts":"1730981825334"} 2024-11-07T12:17:05,336 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-07T12:17:05,337 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-07T12:17:05,339 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 777 msec 2024-11-07T12:17:05,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41431 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T12:17:05,705 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T12:17:05,705 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-07T12:17:05,706 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 87fb68174c52,42517,1730981821464 2024-11-07T12:17:05,706 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@77a7da5c 2024-11-07T12:17:05,706 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T12:17:05,707 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49604, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-07T12:17:05,708 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42517 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-07T12:17:05,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42517 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-07T12:17:05,711 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-07T12:17:05,711 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:17:05,711 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42517 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-07T12:17:05,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42517 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T12:17:05,712 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-07T12:17:05,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45777 is added to blk_1073741835_1011 (size=902) 2024-11-07T12:17:05,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42517 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T12:17:05,896 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-07T12:17:05,921 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T12:17:05,921 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T12:17:05,922 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T12:17:05,928 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T12:17:06,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42517 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T12:17:06,120 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 0e59ce0175a5ad725ad28d05bf2ac703, NAME => 'test,,1730981825707.0e59ce0175a5ad725ad28d05bf2ac703.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37159/user/jenkins/test-data/42438195-10c5-8d6e-91c7-a3a2b87733cf 2024-11-07T12:17:06,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45777 is added to blk_1073741836_1012 (size=39) 2024-11-07T12:17:06,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42517 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T12:17:06,527 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1730981825707.0e59ce0175a5ad725ad28d05bf2ac703.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T12:17:06,527 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 0e59ce0175a5ad725ad28d05bf2ac703, disabling compactions & flushes 2024-11-07T12:17:06,527 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1730981825707.0e59ce0175a5ad725ad28d05bf2ac703. 2024-11-07T12:17:06,527 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1730981825707.0e59ce0175a5ad725ad28d05bf2ac703. 2024-11-07T12:17:06,527 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1730981825707.0e59ce0175a5ad725ad28d05bf2ac703. after waiting 0 ms 2024-11-07T12:17:06,527 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1730981825707.0e59ce0175a5ad725ad28d05bf2ac703. 2024-11-07T12:17:06,527 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1730981825707.0e59ce0175a5ad725ad28d05bf2ac703. 2024-11-07T12:17:06,527 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 0e59ce0175a5ad725ad28d05bf2ac703: Waiting for close lock at 1730981826527Disabling compacts and flushes for region at 1730981826527Disabling writes for close at 1730981826527Writing region close event to WAL at 1730981826527Closed at 1730981826527 2024-11-07T12:17:06,529 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-07T12:17:06,529 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1730981825707.0e59ce0175a5ad725ad28d05bf2ac703.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1730981826529"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1730981826529"}]},"ts":"1730981826529"} 2024-11-07T12:17:06,551 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-07T12:17:06,553 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-07T12:17:06,553 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1730981826553"}]},"ts":"1730981826553"} 2024-11-07T12:17:06,556 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-07T12:17:06,556 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=0e59ce0175a5ad725ad28d05bf2ac703, ASSIGN}] 2024-11-07T12:17:06,558 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=0e59ce0175a5ad725ad28d05bf2ac703, ASSIGN 2024-11-07T12:17:06,559 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=0e59ce0175a5ad725ad28d05bf2ac703, ASSIGN; state=OFFLINE, location=87fb68174c52,35811,1730981821515; forceNewPlan=false, retain=false 2024-11-07T12:17:06,710 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=0e59ce0175a5ad725ad28d05bf2ac703, regionState=OPENING, regionLocation=87fb68174c52,35811,1730981821515 2024-11-07T12:17:06,712 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=0e59ce0175a5ad725ad28d05bf2ac703, ASSIGN because future has completed 2024-11-07T12:17:06,713 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0e59ce0175a5ad725ad28d05bf2ac703, server=87fb68174c52,35811,1730981821515}] 2024-11-07T12:17:06,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42517 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T12:17:06,869 INFO [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1730981825707.0e59ce0175a5ad725ad28d05bf2ac703. 2024-11-07T12:17:06,869 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 0e59ce0175a5ad725ad28d05bf2ac703, NAME => 'test,,1730981825707.0e59ce0175a5ad725ad28d05bf2ac703.', STARTKEY => '', ENDKEY => ''} 2024-11-07T12:17:06,870 INFO [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-07T12:17:06,870 INFO [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-07T12:17:06,870 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 0e59ce0175a5ad725ad28d05bf2ac703 2024-11-07T12:17:06,870 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1730981825707.0e59ce0175a5ad725ad28d05bf2ac703.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T12:17:06,870 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 0e59ce0175a5ad725ad28d05bf2ac703 2024-11-07T12:17:06,870 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 0e59ce0175a5ad725ad28d05bf2ac703 2024-11-07T12:17:06,872 INFO [StoreOpener-0e59ce0175a5ad725ad28d05bf2ac703-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 0e59ce0175a5ad725ad28d05bf2ac703 2024-11-07T12:17:06,874 INFO [StoreOpener-0e59ce0175a5ad725ad28d05bf2ac703-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0e59ce0175a5ad725ad28d05bf2ac703 columnFamilyName f 2024-11-07T12:17:06,874 DEBUG [StoreOpener-0e59ce0175a5ad725ad28d05bf2ac703-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:17:06,874 INFO [StoreOpener-0e59ce0175a5ad725ad28d05bf2ac703-1 {}] regionserver.HStore(327): Store=0e59ce0175a5ad725ad28d05bf2ac703/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T12:17:06,874 INFO [StoreOpener-0e59ce0175a5ad725ad28d05bf2ac703-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 0e59ce0175a5ad725ad28d05bf2ac703 2024-11-07T12:17:06,876 INFO [StoreOpener-0e59ce0175a5ad725ad28d05bf2ac703-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0e59ce0175a5ad725ad28d05bf2ac703 columnFamilyName f1 2024-11-07T12:17:06,876 DEBUG [StoreOpener-0e59ce0175a5ad725ad28d05bf2ac703-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:17:06,876 INFO [StoreOpener-0e59ce0175a5ad725ad28d05bf2ac703-1 {}] regionserver.HStore(327): Store=0e59ce0175a5ad725ad28d05bf2ac703/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T12:17:06,876 INFO [StoreOpener-0e59ce0175a5ad725ad28d05bf2ac703-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 0e59ce0175a5ad725ad28d05bf2ac703 2024-11-07T12:17:06,877 INFO [StoreOpener-0e59ce0175a5ad725ad28d05bf2ac703-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0e59ce0175a5ad725ad28d05bf2ac703 columnFamilyName norep 2024-11-07T12:17:06,877 DEBUG [StoreOpener-0e59ce0175a5ad725ad28d05bf2ac703-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:17:06,878 INFO [StoreOpener-0e59ce0175a5ad725ad28d05bf2ac703-1 {}] regionserver.HStore(327): Store=0e59ce0175a5ad725ad28d05bf2ac703/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T12:17:06,878 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 0e59ce0175a5ad725ad28d05bf2ac703 2024-11-07T12:17:06,878 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37159/user/jenkins/test-data/42438195-10c5-8d6e-91c7-a3a2b87733cf/data/default/test/0e59ce0175a5ad725ad28d05bf2ac703 2024-11-07T12:17:06,879 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37159/user/jenkins/test-data/42438195-10c5-8d6e-91c7-a3a2b87733cf/data/default/test/0e59ce0175a5ad725ad28d05bf2ac703 2024-11-07T12:17:06,880 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 0e59ce0175a5ad725ad28d05bf2ac703 2024-11-07T12:17:06,880 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 0e59ce0175a5ad725ad28d05bf2ac703 2024-11-07T12:17:06,880 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-07T12:17:06,881 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 0e59ce0175a5ad725ad28d05bf2ac703 2024-11-07T12:17:06,883 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37159/user/jenkins/test-data/42438195-10c5-8d6e-91c7-a3a2b87733cf/data/default/test/0e59ce0175a5ad725ad28d05bf2ac703/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T12:17:06,884 INFO [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 0e59ce0175a5ad725ad28d05bf2ac703; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71383917, jitterRate=0.063703253865242}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-07T12:17:06,884 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0e59ce0175a5ad725ad28d05bf2ac703 2024-11-07T12:17:06,884 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 0e59ce0175a5ad725ad28d05bf2ac703: Running coprocessor pre-open hook at 1730981826870Writing region info on filesystem at 1730981826871 (+1 ms)Initializing all the Stores at 1730981826871Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730981826871Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730981826872 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730981826872Cleaning up temporary data from old regions at 1730981826880 (+8 ms)Running coprocessor post-open hooks at 1730981826884 (+4 ms)Region opened successfully at 1730981826884 2024-11-07T12:17:06,885 INFO [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1730981825707.0e59ce0175a5ad725ad28d05bf2ac703., pid=6, masterSystemTime=1730981826865 2024-11-07T12:17:06,887 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1730981825707.0e59ce0175a5ad725ad28d05bf2ac703. 2024-11-07T12:17:06,887 INFO [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1730981825707.0e59ce0175a5ad725ad28d05bf2ac703. 2024-11-07T12:17:06,888 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=0e59ce0175a5ad725ad28d05bf2ac703, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=87fb68174c52,35811,1730981821515 2024-11-07T12:17:06,891 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0e59ce0175a5ad725ad28d05bf2ac703, server=87fb68174c52,35811,1730981821515 because future has completed 2024-11-07T12:17:06,894 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-07T12:17:06,894 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 0e59ce0175a5ad725ad28d05bf2ac703, server=87fb68174c52,35811,1730981821515 in 179 msec 2024-11-07T12:17:06,897 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-07T12:17:06,897 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=0e59ce0175a5ad725ad28d05bf2ac703, ASSIGN in 338 msec 2024-11-07T12:17:06,898 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-07T12:17:06,898 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1730981826898"}]},"ts":"1730981826898"} 2024-11-07T12:17:06,900 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-07T12:17:06,901 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-07T12:17:06,902 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1930 sec 2024-11-07T12:17:07,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42517 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T12:17:07,855 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-07T12:17:07,856 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@561e5a79, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:17:07,856 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 87fb68174c52,41431,-1 for getting cluster id 2024-11-07T12:17:07,856 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T12:17:07,857 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b438a867-fd74-48ab-855e-7fd68f840893' 2024-11-07T12:17:07,857 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T12:17:07,857 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b438a867-fd74-48ab-855e-7fd68f840893" 2024-11-07T12:17:07,858 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@466d7961, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:17:07,858 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [87fb68174c52,41431,-1] 2024-11-07T12:17:07,858 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T12:17:07,858 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:17:07,859 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52094, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T12:17:07,860 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@742d5511, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:17:07,860 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3abe0e23, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:17:07,860 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 87fb68174c52,42517,-1 for getting cluster id 2024-11-07T12:17:07,860 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T12:17:07,861 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'de3011e5-b94e-457e-b381-f0a88527cffc' 2024-11-07T12:17:07,862 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T12:17:07,862 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "de3011e5-b94e-457e-b381-f0a88527cffc" 2024-11-07T12:17:07,862 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49719147, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:17:07,862 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [87fb68174c52,42517,-1] 2024-11-07T12:17:07,862 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T12:17:07,863 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:17:07,863 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36640, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T12:17:07,864 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@222bc15c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:17:07,865 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a9afe39, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:17:07,865 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 87fb68174c52,41431,-1 for getting cluster id 2024-11-07T12:17:07,865 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T12:17:07,866 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b438a867-fd74-48ab-855e-7fd68f840893' 2024-11-07T12:17:07,866 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T12:17:07,866 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b438a867-fd74-48ab-855e-7fd68f840893" 2024-11-07T12:17:07,867 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12f5f653, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:17:07,867 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [87fb68174c52,41431,-1] 2024-11-07T12:17:07,867 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T12:17:07,867 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:17:07,868 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52108, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T12:17:07,869 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7bd9f790, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:17:07,872 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T12:17:07,873 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 87fb68174c52,41431,1730981817399 2024-11-07T12:17:07,873 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@138da324 2024-11-07T12:17:07,873 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T12:17:07,874 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52114, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-07T12:17:07,875 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41431 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://87fb68174c52:42517,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false, state=ENABLED 2024-11-07T12:17:07,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41431 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-07T12:17:07,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41431 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-07T12:17:07,878 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='87fb68174c52:42517' 2024-11-07T12:17:07,879 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38e4a9d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:17:07,879 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 87fb68174c52,42517,-1 for getting cluster id 2024-11-07T12:17:07,880 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T12:17:07,880 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'de3011e5-b94e-457e-b381-f0a88527cffc' 2024-11-07T12:17:07,881 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T12:17:07,881 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "de3011e5-b94e-457e-b381-f0a88527cffc" 2024-11-07T12:17:07,881 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ba56a24, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:17:07,881 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [87fb68174c52,42517,-1] 2024-11-07T12:17:07,881 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T12:17:07,882 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:17:07,883 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36660, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T12:17:07,883 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b641b88, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:17:07,884 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T12:17:07,884 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 87fb68174c52,42517,1730981821464 2024-11-07T12:17:07,885 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6be7a700 2024-11-07T12:17:07,885 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T12:17:07,886 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36662, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-07T12:17:07,886 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-07T12:17:07,886 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-07T12:17:07,887 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:17:07,887 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:17:07,887 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T12:17:07,887 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-07T12:17:07,889 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-07T12:17:07,890 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-07T12:17:07,890 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:17:07,891 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-07T12:17:07,899 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43011 is added to blk_1073741837_1013 (size=1138) 2024-11-07T12:17:07,939 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-07T12:17:07,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41431 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-07T12:17:08,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41431 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-07T12:17:08,301 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 9a4f1d9c31724dbbcee6fd1f1aae9351, NAME => 'hbase:replication,,1730981827887.9a4f1d9c31724dbbcee6fd1f1aae9351.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37171/user/jenkins/test-data/4b59a02d-bd41-e7d3-de01-a815d46aa5f7 2024-11-07T12:17:08,307 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43011 is added to blk_1073741838_1014 (size=44) 2024-11-07T12:17:08,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41431 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-07T12:17:08,708 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1730981827887.9a4f1d9c31724dbbcee6fd1f1aae9351.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T12:17:08,708 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 9a4f1d9c31724dbbcee6fd1f1aae9351, disabling compactions & flushes 2024-11-07T12:17:08,708 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1730981827887.9a4f1d9c31724dbbcee6fd1f1aae9351. 2024-11-07T12:17:08,708 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1730981827887.9a4f1d9c31724dbbcee6fd1f1aae9351. 2024-11-07T12:17:08,708 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1730981827887.9a4f1d9c31724dbbcee6fd1f1aae9351. after waiting 0 ms 2024-11-07T12:17:08,708 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1730981827887.9a4f1d9c31724dbbcee6fd1f1aae9351. 2024-11-07T12:17:08,708 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1730981827887.9a4f1d9c31724dbbcee6fd1f1aae9351. 2024-11-07T12:17:08,708 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 9a4f1d9c31724dbbcee6fd1f1aae9351: Waiting for close lock at 1730981828708Disabling compacts and flushes for region at 1730981828708Disabling writes for close at 1730981828708Writing region close event to WAL at 1730981828708Closed at 1730981828708 2024-11-07T12:17:08,709 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-07T12:17:08,710 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1730981827887.9a4f1d9c31724dbbcee6fd1f1aae9351.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1730981828709"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1730981828709"}]},"ts":"1730981828709"} 2024-11-07T12:17:08,712 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-07T12:17:08,713 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-07T12:17:08,714 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1730981828713"}]},"ts":"1730981828713"} 2024-11-07T12:17:08,715 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-07T12:17:08,716 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=9a4f1d9c31724dbbcee6fd1f1aae9351, ASSIGN}] 2024-11-07T12:17:08,717 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=9a4f1d9c31724dbbcee6fd1f1aae9351, ASSIGN 2024-11-07T12:17:08,718 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=9a4f1d9c31724dbbcee6fd1f1aae9351, ASSIGN; state=OFFLINE, location=87fb68174c52,34609,1730981817445; forceNewPlan=false, retain=false 2024-11-07T12:17:08,869 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=9a4f1d9c31724dbbcee6fd1f1aae9351, regionState=OPENING, regionLocation=87fb68174c52,34609,1730981817445 2024-11-07T12:17:08,871 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=9a4f1d9c31724dbbcee6fd1f1aae9351, ASSIGN because future has completed 2024-11-07T12:17:08,872 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9a4f1d9c31724dbbcee6fd1f1aae9351, server=87fb68174c52,34609,1730981817445}] 2024-11-07T12:17:09,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41431 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-07T12:17:09,028 INFO [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1730981827887.9a4f1d9c31724dbbcee6fd1f1aae9351. 2024-11-07T12:17:09,028 INFO [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T12:17:09,029 INFO [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-07T12:17:09,030 INFO [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=87fb68174c52%2C34609%2C1730981817445.rep, suffix=, logDir=hdfs://localhost:37171/user/jenkins/test-data/4b59a02d-bd41-e7d3-de01-a815d46aa5f7/WALs/87fb68174c52,34609,1730981817445, archiveDir=hdfs://localhost:37171/user/jenkins/test-data/4b59a02d-bd41-e7d3-de01-a815d46aa5f7/oldWALs, maxLogs=10 2024-11-07T12:17:09,044 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/4b59a02d-bd41-e7d3-de01-a815d46aa5f7/WALs/87fb68174c52,34609,1730981817445/87fb68174c52%2C34609%2C1730981817445.rep.1730981829030, exclude list is [], retry=0 2024-11-07T12:17:09,046 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43011,DS-102eb471-fbe2-4bec-8157-a21be17d8bea,DISK] 2024-11-07T12:17:09,048 INFO [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4b59a02d-bd41-e7d3-de01-a815d46aa5f7/WALs/87fb68174c52,34609,1730981817445/87fb68174c52%2C34609%2C1730981817445.rep.1730981829030 2024-11-07T12:17:09,049 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37055:37055)] 2024-11-07T12:17:09,049 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 9a4f1d9c31724dbbcee6fd1f1aae9351, NAME => 'hbase:replication,,1730981827887.9a4f1d9c31724dbbcee6fd1f1aae9351.', STARTKEY => '', ENDKEY => ''} 2024-11-07T12:17:09,049 INFO [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-07T12:17:09,049 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-07T12:17:09,049 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1730981827887.9a4f1d9c31724dbbcee6fd1f1aae9351. service=MultiRowMutationService 2024-11-07T12:17:09,049 INFO [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-07T12:17:09,049 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 9a4f1d9c31724dbbcee6fd1f1aae9351 2024-11-07T12:17:09,049 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1730981827887.9a4f1d9c31724dbbcee6fd1f1aae9351.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T12:17:09,050 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 9a4f1d9c31724dbbcee6fd1f1aae9351 2024-11-07T12:17:09,050 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 9a4f1d9c31724dbbcee6fd1f1aae9351 2024-11-07T12:17:09,051 INFO [StoreOpener-9a4f1d9c31724dbbcee6fd1f1aae9351-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 9a4f1d9c31724dbbcee6fd1f1aae9351 2024-11-07T12:17:09,052 INFO [StoreOpener-9a4f1d9c31724dbbcee6fd1f1aae9351-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9a4f1d9c31724dbbcee6fd1f1aae9351 columnFamilyName hfileref 2024-11-07T12:17:09,052 DEBUG [StoreOpener-9a4f1d9c31724dbbcee6fd1f1aae9351-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:17:09,053 INFO [StoreOpener-9a4f1d9c31724dbbcee6fd1f1aae9351-1 {}] regionserver.HStore(327): Store=9a4f1d9c31724dbbcee6fd1f1aae9351/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T12:17:09,053 INFO [StoreOpener-9a4f1d9c31724dbbcee6fd1f1aae9351-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 9a4f1d9c31724dbbcee6fd1f1aae9351 2024-11-07T12:17:09,054 INFO [StoreOpener-9a4f1d9c31724dbbcee6fd1f1aae9351-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9a4f1d9c31724dbbcee6fd1f1aae9351 columnFamilyName queue 2024-11-07T12:17:09,054 DEBUG [StoreOpener-9a4f1d9c31724dbbcee6fd1f1aae9351-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:17:09,054 INFO [StoreOpener-9a4f1d9c31724dbbcee6fd1f1aae9351-1 {}] regionserver.HStore(327): Store=9a4f1d9c31724dbbcee6fd1f1aae9351/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T12:17:09,054 INFO [StoreOpener-9a4f1d9c31724dbbcee6fd1f1aae9351-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 9a4f1d9c31724dbbcee6fd1f1aae9351 2024-11-07T12:17:09,055 INFO [StoreOpener-9a4f1d9c31724dbbcee6fd1f1aae9351-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9a4f1d9c31724dbbcee6fd1f1aae9351 columnFamilyName sid 2024-11-07T12:17:09,055 DEBUG [StoreOpener-9a4f1d9c31724dbbcee6fd1f1aae9351-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:17:09,056 INFO [StoreOpener-9a4f1d9c31724dbbcee6fd1f1aae9351-1 {}] regionserver.HStore(327): Store=9a4f1d9c31724dbbcee6fd1f1aae9351/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T12:17:09,056 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 9a4f1d9c31724dbbcee6fd1f1aae9351 2024-11-07T12:17:09,056 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37171/user/jenkins/test-data/4b59a02d-bd41-e7d3-de01-a815d46aa5f7/data/hbase/replication/9a4f1d9c31724dbbcee6fd1f1aae9351 2024-11-07T12:17:09,057 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37171/user/jenkins/test-data/4b59a02d-bd41-e7d3-de01-a815d46aa5f7/data/hbase/replication/9a4f1d9c31724dbbcee6fd1f1aae9351 2024-11-07T12:17:09,057 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 9a4f1d9c31724dbbcee6fd1f1aae9351 2024-11-07T12:17:09,057 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 9a4f1d9c31724dbbcee6fd1f1aae9351 2024-11-07T12:17:09,058 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-07T12:17:09,059 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 9a4f1d9c31724dbbcee6fd1f1aae9351 2024-11-07T12:17:09,061 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37171/user/jenkins/test-data/4b59a02d-bd41-e7d3-de01-a815d46aa5f7/data/hbase/replication/9a4f1d9c31724dbbcee6fd1f1aae9351/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T12:17:09,061 INFO [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 9a4f1d9c31724dbbcee6fd1f1aae9351; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72818067, jitterRate=0.08507375419139862}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-07T12:17:09,061 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9a4f1d9c31724dbbcee6fd1f1aae9351 2024-11-07T12:17:09,062 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 9a4f1d9c31724dbbcee6fd1f1aae9351: Running coprocessor pre-open hook at 1730981829050Writing region info on filesystem at 1730981829050Initializing all the Stores at 1730981829050Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730981829050Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730981829051 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730981829051Cleaning up temporary data from old regions at 1730981829057 (+6 ms)Running coprocessor post-open hooks at 1730981829061 (+4 ms)Region opened successfully at 1730981829062 (+1 ms) 2024-11-07T12:17:09,063 INFO [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1730981827887.9a4f1d9c31724dbbcee6fd1f1aae9351., pid=10, masterSystemTime=1730981829024 2024-11-07T12:17:09,065 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1730981827887.9a4f1d9c31724dbbcee6fd1f1aae9351. 2024-11-07T12:17:09,065 INFO [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1730981827887.9a4f1d9c31724dbbcee6fd1f1aae9351. 2024-11-07T12:17:09,065 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=9a4f1d9c31724dbbcee6fd1f1aae9351, regionState=OPEN, openSeqNum=2, regionLocation=87fb68174c52,34609,1730981817445 2024-11-07T12:17:09,067 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9a4f1d9c31724dbbcee6fd1f1aae9351, server=87fb68174c52,34609,1730981817445 because future has completed 2024-11-07T12:17:09,071 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-07T12:17:09,071 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 9a4f1d9c31724dbbcee6fd1f1aae9351, server=87fb68174c52,34609,1730981817445 in 197 msec 2024-11-07T12:17:09,073 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-07T12:17:09,073 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=9a4f1d9c31724dbbcee6fd1f1aae9351, ASSIGN in 355 msec 2024-11-07T12:17:09,074 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-07T12:17:09,074 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1730981829074"}]},"ts":"1730981829074"} 2024-11-07T12:17:09,076 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-07T12:17:09,077 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-07T12:17:09,079 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1900 sec 2024-11-07T12:17:09,094 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1730981827887.9a4f1d9c31724dbbcee6fd1f1aae9351., hostname=87fb68174c52,34609,1730981817445, seqNum=2] 2024-11-07T12:17:09,101 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41431-0x1001a2c73090000, quorum=127.0.0.1:62770, baseZNode=/0122326548 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0122326548 2024-11-07T12:17:09,101 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34609-0x1001a2c73090001, quorum=127.0.0.1:62770, baseZNode=/0122326548 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0122326548 2024-11-07T12:17:09,105 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-07T12:17:09,258 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34609 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-07T12:17:09,258 INFO [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-07T12:17:09,287 INFO [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-87fb68174c52,34609,1730981817445, ReplicationSource: 1, currentBandwidth=0 2024-11-07T12:17:09,288 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T12:17:09,288 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=87fb68174c52,34609,1730981817445, seqNum=-1] 2024-11-07T12:17:09,288 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T12:17:09,289 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37729, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientService 2024-11-07T12:17:09,291 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-87fb68174c52,34609,1730981817445', locateType=CURRENT is [region=hbase:replication,,1730981827887.9a4f1d9c31724dbbcee6fd1f1aae9351., hostname=87fb68174c52,34609,1730981817445, seqNum=2] 2024-11-07T12:17:09,294 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-07T12:17:09,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41431 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-07T12:17:09,296 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 87fb68174c52,34609,1730981817445 suceeded 2024-11-07T12:17:09,298 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-07T12:17:09,298 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 191 msec 2024-11-07T12:17:09,298 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://87fb68174c52:42517,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false 2024-11-07T12:17:09,300 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4230 sec 2024-11-07T12:17:09,312 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,34609,1730981817445 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='87fb68174c52:42517' 2024-11-07T12:17:09,313 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,34609,1730981817445 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4a7f67ef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:17:09,313 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,34609,1730981817445 {}] client.ClusterIdFetcher(90): Going to request 87fb68174c52,42517,-1 for getting cluster id 2024-11-07T12:17:09,314 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,34609,1730981817445 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T12:17:09,314 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'de3011e5-b94e-457e-b381-f0a88527cffc' 2024-11-07T12:17:09,315 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T12:17:09,315 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "de3011e5-b94e-457e-b381-f0a88527cffc" 2024-11-07T12:17:09,315 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@279d30b0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:17:09,315 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [87fb68174c52,42517,-1] 2024-11-07T12:17:09,315 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T12:17:09,315 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:17:09,316 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36678, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientMetaService 2024-11-07T12:17:09,317 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,34609,1730981817445 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2688f233, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:17:09,317 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,34609,1730981817445 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T12:17:09,318 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 87fb68174c52,42517,1730981821464 2024-11-07T12:17:09,318 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@21ae773 2024-11-07T12:17:09,318 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T12:17:09,319 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36692, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=MasterService 2024-11-07T12:17:09,319 INFO [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,34609,1730981817445 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-87fb68174c52,34609,1730981817445 (queues=1) is replicating from cluster=b438a867-fd74-48ab-855e-7fd68f840893 to cluster=de3011e5-b94e-457e-b381-f0a88527cffc 2024-11-07T12:17:09,319 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,34609,1730981817445 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=87fb68174c52%2C34609%2C1730981817445 2024-11-07T12:17:09,319 INFO [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,34609,1730981817445 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-87fb68174c52,34609,1730981817445, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-07T12:17:09,320 INFO [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,34609,1730981817445.replicationSource.shipper87fb68174c52%2C34609%2C1730981817445,1-87fb68174c52,34609,1730981817445 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 87fb68174c52%2C34609%2C1730981817445 2024-11-07T12:17:09,320 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,34609,1730981817445.replicationSource.wal-reader.87fb68174c52%2C34609%2C1730981817445,1-87fb68174c52,34609,1730981817445 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:37171/user/jenkins/test-data/4b59a02d-bd41-e7d3-de01-a815d46aa5f7/WALs/87fb68174c52,34609,1730981817445/87fb68174c52%2C34609%2C1730981817445.1730981819439, startPosition=0, beingWritten=true 2024-11-07T12:17:09,329 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,34609,1730981817445.replicationSource.wal-reader.87fb68174c52%2C34609%2C1730981817445,1-87fb68174c52,34609,1730981817445 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-07T12:17:09,329 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,34609,1730981817445.replicationSource.wal-reader.87fb68174c52%2C34609%2C1730981817445,1-87fb68174c52,34609,1730981817445 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37171/user/jenkins/test-data/4b59a02d-bd41-e7d3-de01-a815d46aa5f7/WALs/87fb68174c52,34609,1730981817445/87fb68174c52%2C34609%2C1730981817445.1730981819439 to pos 379, reset compression=false 2024-11-07T12:17:09,329 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,34609,1730981817445.replicationSource.shipper87fb68174c52%2C34609%2C1730981817445,1-87fb68174c52,34609,1730981817445 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-87fb68174c52,34609,1730981817445 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37171/user/jenkins/test-data/4b59a02d-bd41-e7d3-de01-a815d46aa5f7/WALs/87fb68174c52,34609,1730981817445/87fb68174c52%2C34609%2C1730981817445.1730981819439, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-07T12:17:09,362 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-07T12:17:09,533 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,34609,1730981817445.replicationSource.wal-reader.87fb68174c52%2C34609%2C1730981817445,1-87fb68174c52,34609,1730981817445 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37171/user/jenkins/test-data/4b59a02d-bd41-e7d3-de01-a815d46aa5f7/WALs/87fb68174c52,34609,1730981817445/87fb68174c52%2C34609%2C1730981817445.1730981819439 to pos 379, reset compression=false 2024-11-07T12:17:09,837 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,34609,1730981817445.replicationSource.wal-reader.87fb68174c52%2C34609%2C1730981817445,1-87fb68174c52,34609,1730981817445 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37171/user/jenkins/test-data/4b59a02d-bd41-e7d3-de01-a815d46aa5f7/WALs/87fb68174c52,34609,1730981817445/87fb68174c52%2C34609%2C1730981817445.1730981819439 to pos 379, reset compression=false 2024-11-07T12:17:10,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41431 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-07T12:17:10,024 INFO [Time-limited test {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-07T12:17:10,025 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T12:17:10,025 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:632) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:365) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T12:17:10,025 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:17:10,025 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:17:10,025 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T12:17:10,025 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T12:17:10,031 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37171/user/jenkins/test-data/4b59a02d-bd41-e7d3-de01-a815d46aa5f7/load_f/f/hfile_0 is 36, key is aaaa/f:row/1730981830029/Put/seqid=0 2024-11-07T12:17:10,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43011 is added to blk_1073741840_1016 (size=7894) 2024-11-07T12:17:10,039 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37171/user/jenkins/test-data/4b59a02d-bd41-e7d3-de01-a815d46aa5f7/load_f/f/hfile_1 is 34, key is ddd/f:row/1730981830038/Put/seqid=0 2024-11-07T12:17:10,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43011 is added to blk_1073741841_1017 (size=7691) 2024-11-07T12:17:10,241 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,34609,1730981817445.replicationSource.wal-reader.87fb68174c52%2C34609%2C1730981817445,1-87fb68174c52,34609,1730981817445 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37171/user/jenkins/test-data/4b59a02d-bd41-e7d3-de01-a815d46aa5f7/WALs/87fb68174c52,34609,1730981817445/87fb68174c52%2C34609%2C1730981817445.1730981819439 to pos 379, reset compression=false 2024-11-07T12:17:10,451 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@664dbd56, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:17:10,451 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 87fb68174c52,41431,-1 for getting cluster id 2024-11-07T12:17:10,451 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T12:17:10,452 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b438a867-fd74-48ab-855e-7fd68f840893' 2024-11-07T12:17:10,452 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T12:17:10,453 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b438a867-fd74-48ab-855e-7fd68f840893" 2024-11-07T12:17:10,453 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34586011, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:17:10,453 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [87fb68174c52,41431,-1] 2024-11-07T12:17:10,453 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T12:17:10,453 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:17:10,454 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52132, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T12:17:10,455 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20ab89e9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:17:10,455 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T12:17:10,456 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=87fb68174c52,34609,1730981817445, seqNum=-1] 2024-11-07T12:17:10,456 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T12:17:10,457 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55706, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T12:17:10,466 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T12:17:10,467 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 87fb68174c52,41431,1730981817399 2024-11-07T12:17:10,467 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@254fdb56 2024-11-07T12:17:10,470 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T12:17:10,471 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52136, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-07T12:17:10,476 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1730981824555.15beaf709fb72874a39f75ac601808e4., hostname=87fb68174c52,34609,1730981817445, seqNum=2] 2024-11-07T12:17:10,485 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-07T12:17:10,497 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:37171/user/jenkins/test-data/4b59a02d-bd41-e7d3-de01-a815d46aa5f7/load_f/f/hfile_0 first=Optional[aaaa] last=Optional[cccc] 2024-11-07T12:17:10,500 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:37171/user/jenkins/test-data/4b59a02d-bd41-e7d3-de01-a815d46aa5f7/load_f/f/hfile_1 first=Optional[ddd] last=Optional[fff] 2024-11-07T12:17:10,516 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34609 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:37171/user/jenkins/test-data/4b59a02d-bd41-e7d3-de01-a815d46aa5f7/load_f/f/hfile_0 for inclusion in 15beaf709fb72874a39f75ac601808e4/f 2024-11-07T12:17:10,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34609 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-07T12:17:10,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34609 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-07T12:17:10,523 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34609 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:37171/user/jenkins/test-data/4b59a02d-bd41-e7d3-de01-a815d46aa5f7/load_f/f/hfile_1 for inclusion in 15beaf709fb72874a39f75ac601808e4/f 2024-11-07T12:17:10,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34609 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-07T12:17:10,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34609 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-07T12:17:10,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34609 {}] regionserver.HRegion(2603): Flush status journal for 15beaf709fb72874a39f75ac601808e4: 2024-11-07T12:17:10,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34609 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:37171/user/jenkins/test-data/4b59a02d-bd41-e7d3-de01-a815d46aa5f7/load_f/f/hfile_0 to hdfs://localhost:37171/user/jenkins/test-data/4b59a02d-bd41-e7d3-de01-a815d46aa5f7/staging/jenkins__test__i6srtrbpfiipmdoig0bk3murn0ht4icq7ti7qnpimmcai2q4pmsd10uvu0apaegd/f/hfile_0 2024-11-07T12:17:10,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34609 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37171/user/jenkins/test-data/4b59a02d-bd41-e7d3-de01-a815d46aa5f7/staging/jenkins__test__i6srtrbpfiipmdoig0bk3murn0ht4icq7ti7qnpimmcai2q4pmsd10uvu0apaegd/f/hfile_0 as hdfs://localhost:37171/user/jenkins/test-data/4b59a02d-bd41-e7d3-de01-a815d46aa5f7/data/default/test/15beaf709fb72874a39f75ac601808e4/f/e2cd5f060a6848b1b5f76f34ba80f94b_SeqId_4_ 2024-11-07T12:17:10,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34609 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:37171/user/jenkins/test-data/4b59a02d-bd41-e7d3-de01-a815d46aa5f7/load_f/f/hfile_1 to hdfs://localhost:37171/user/jenkins/test-data/4b59a02d-bd41-e7d3-de01-a815d46aa5f7/staging/jenkins__test__i6srtrbpfiipmdoig0bk3murn0ht4icq7ti7qnpimmcai2q4pmsd10uvu0apaegd/f/hfile_1 2024-11-07T12:17:10,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34609 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37171/user/jenkins/test-data/4b59a02d-bd41-e7d3-de01-a815d46aa5f7/staging/jenkins__test__i6srtrbpfiipmdoig0bk3murn0ht4icq7ti7qnpimmcai2q4pmsd10uvu0apaegd/f/hfile_1 as hdfs://localhost:37171/user/jenkins/test-data/4b59a02d-bd41-e7d3-de01-a815d46aa5f7/data/default/test/15beaf709fb72874a39f75ac601808e4/f/950a377910a44cbba1bd47aa14730846_SeqId_4_ 2024-11-07T12:17:10,543 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34609 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:37171/user/jenkins/test-data/4b59a02d-bd41-e7d3-de01-a815d46aa5f7/staging/jenkins__test__i6srtrbpfiipmdoig0bk3murn0ht4icq7ti7qnpimmcai2q4pmsd10uvu0apaegd/f/hfile_0 into 15beaf709fb72874a39f75ac601808e4/f as hdfs://localhost:37171/user/jenkins/test-data/4b59a02d-bd41-e7d3-de01-a815d46aa5f7/data/default/test/15beaf709fb72874a39f75ac601808e4/f/e2cd5f060a6848b1b5f76f34ba80f94b_SeqId_4_ - updating store file list. 2024-11-07T12:17:10,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34609 {}] regionserver.HStoreFile(483): HFile Bloom filter type for e2cd5f060a6848b1b5f76f34ba80f94b_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-07T12:17:10,548 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34609 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:37171/user/jenkins/test-data/4b59a02d-bd41-e7d3-de01-a815d46aa5f7/data/default/test/15beaf709fb72874a39f75ac601808e4/f/e2cd5f060a6848b1b5f76f34ba80f94b_SeqId_4_ into 15beaf709fb72874a39f75ac601808e4/f 2024-11-07T12:17:10,548 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34609 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:37171/user/jenkins/test-data/4b59a02d-bd41-e7d3-de01-a815d46aa5f7/staging/jenkins__test__i6srtrbpfiipmdoig0bk3murn0ht4icq7ti7qnpimmcai2q4pmsd10uvu0apaegd/f/hfile_0 into 15beaf709fb72874a39f75ac601808e4/f (new location: hdfs://localhost:37171/user/jenkins/test-data/4b59a02d-bd41-e7d3-de01-a815d46aa5f7/data/default/test/15beaf709fb72874a39f75ac601808e4/f/e2cd5f060a6848b1b5f76f34ba80f94b_SeqId_4_) 2024-11-07T12:17:10,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34609 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:37171/user/jenkins/test-data/4b59a02d-bd41-e7d3-de01-a815d46aa5f7/staging/jenkins__test__i6srtrbpfiipmdoig0bk3murn0ht4icq7ti7qnpimmcai2q4pmsd10uvu0apaegd/f/hfile_0 2024-11-07T12:17:10,549 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34609 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:37171/user/jenkins/test-data/4b59a02d-bd41-e7d3-de01-a815d46aa5f7/staging/jenkins__test__i6srtrbpfiipmdoig0bk3murn0ht4icq7ti7qnpimmcai2q4pmsd10uvu0apaegd/f/hfile_1 into 15beaf709fb72874a39f75ac601808e4/f as hdfs://localhost:37171/user/jenkins/test-data/4b59a02d-bd41-e7d3-de01-a815d46aa5f7/data/default/test/15beaf709fb72874a39f75ac601808e4/f/950a377910a44cbba1bd47aa14730846_SeqId_4_ - updating store file list. 2024-11-07T12:17:10,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34609 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 950a377910a44cbba1bd47aa14730846_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-07T12:17:10,554 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34609 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:37171/user/jenkins/test-data/4b59a02d-bd41-e7d3-de01-a815d46aa5f7/data/default/test/15beaf709fb72874a39f75ac601808e4/f/950a377910a44cbba1bd47aa14730846_SeqId_4_ into 15beaf709fb72874a39f75ac601808e4/f 2024-11-07T12:17:10,554 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34609 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:37171/user/jenkins/test-data/4b59a02d-bd41-e7d3-de01-a815d46aa5f7/staging/jenkins__test__i6srtrbpfiipmdoig0bk3murn0ht4icq7ti7qnpimmcai2q4pmsd10uvu0apaegd/f/hfile_1 into 15beaf709fb72874a39f75ac601808e4/f (new location: hdfs://localhost:37171/user/jenkins/test-data/4b59a02d-bd41-e7d3-de01-a815d46aa5f7/data/default/test/15beaf709fb72874a39f75ac601808e4/f/950a377910a44cbba1bd47aa14730846_SeqId_4_) 2024-11-07T12:17:10,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34609 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:37171/user/jenkins/test-data/4b59a02d-bd41-e7d3-de01-a815d46aa5f7/staging/jenkins__test__i6srtrbpfiipmdoig0bk3murn0ht4icq7ti7qnpimmcai2q4pmsd10uvu0apaegd/f/hfile_1 2024-11-07T12:17:10,562 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T12:17:10,562 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:375) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T12:17:10,562 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:17:10,563 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:17:10,563 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T12:17:10,563 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T12:17:10,564 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=87fb68174c52,35811,1730981821515, seqNum=-1] 2024-11-07T12:17:10,564 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1730981824555.15beaf709fb72874a39f75ac601808e4., hostname=87fb68174c52,34609,1730981817445, seqNum=2 , the old value is region=test,,1730981824555.15beaf709fb72874a39f75ac601808e4., hostname=87fb68174c52,34609,1730981817445, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=87fb68174c52:34609 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-07T12:17:10,565 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T12:17:10,565 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1730981824555.15beaf709fb72874a39f75ac601808e4., hostname=87fb68174c52,34609,1730981817445, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-07T12:17:10,565 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1730981824555.15beaf709fb72874a39f75ac601808e4., hostname=87fb68174c52,34609,1730981817445, seqNum=2 from cache 2024-11-07T12:17:10,566 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56022, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T12:17:10,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34609 {}] ipc.CallRunner(93): RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34609: skipped callId: 7 service: ClientService methodName: CleanupBulkLoad size: 264 connection: 172.17.0.3:55706 deadline: 1730981890563 param: TODO: class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$CleanupBulkLoadRequest connection: 172.17.0.3:55706 2024-11-07T12:17:10,568 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1730981825707.0e59ce0175a5ad725ad28d05bf2ac703., hostname=87fb68174c52,35811,1730981821515, seqNum=2] 2024-11-07T12:17:10,569 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-07T12:17:10,675 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=87fb68174c52:34609 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-07T12:17:10,745 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,34609,1730981817445.replicationSource.wal-reader.87fb68174c52%2C34609%2C1730981817445,1-87fb68174c52,34609,1730981817445 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37171/user/jenkins/test-data/4b59a02d-bd41-e7d3-de01-a815d46aa5f7/WALs/87fb68174c52,34609,1730981817445/87fb68174c52%2C34609%2C1730981817445.1730981819439 to pos 379, reset compression=false 2024-11-07T12:17:10,751 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,34609,1730981817445.replicationSource.wal-reader.87fb68174c52%2C34609%2C1730981817445,1-87fb68174c52,34609,1730981817445 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-07T12:17:10,752 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,34609,1730981817445.replicationSource.shipper87fb68174c52%2C34609%2C1730981817445,1-87fb68174c52,34609,1730981817445 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-87fb68174c52,34609,1730981817445 got entry batch from reader: WALEntryBatch [walEntries=[{test/15beaf709fb72874a39f75ac601808e4/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1730981830557/Put/vlen=190/seqid=0; >],8098}], lastWalPath=hdfs://localhost:37171/user/jenkins/test-data/4b59a02d-bd41-e7d3-de01-a815d46aa5f7/WALs/87fb68174c52,34609,1730981817445/87fb68174c52%2C34609%2C1730981817445.1730981819439, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8098, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-07T12:17:10,777 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,34609,1730981817445.replicationSource.shipper87fb68174c52%2C34609%2C1730981817445,1-87fb68174c52,34609,1730981817445 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-07T12:17:10,780 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56038, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=AdminService 2024-11-07T12:17:10,782 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35811 {}] regionserver.ReplicationSink(318): Replicating [b438a867-fd74-48ab-855e-7fd68f840893] bulk loaded data 2024-11-07T12:17:10,783 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35811 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@53546fd6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:17:10,783 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35811 {}] client.ClusterIdFetcher(90): Going to request 87fb68174c52,42517,-1 for getting cluster id 2024-11-07T12:17:10,783 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35811 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T12:17:10,784 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'de3011e5-b94e-457e-b381-f0a88527cffc' 2024-11-07T12:17:10,784 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T12:17:10,784 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "de3011e5-b94e-457e-b381-f0a88527cffc" 2024-11-07T12:17:10,785 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@54c1562c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:17:10,785 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [87fb68174c52,42517,-1] 2024-11-07T12:17:10,785 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T12:17:10,785 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:17:10,786 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36720, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientMetaService 2024-11-07T12:17:10,786 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35811 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@22b43874, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:17:10,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45777 is added to blk_1073741837_1013 (size=7894) 2024-11-07T12:17:10,805 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-07T12:17:10,824 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T12:17:10,825 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T12:17:10,825 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T12:17:10,830 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T12:17:10,952 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,34609,1730981817445.replicationSource.wal-reader.87fb68174c52%2C34609%2C1730981817445,1-87fb68174c52,34609,1730981817445 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37171/user/jenkins/test-data/4b59a02d-bd41-e7d3-de01-a815d46aa5f7/WALs/87fb68174c52,34609,1730981817445/87fb68174c52%2C34609%2C1730981817445.1730981819439 to pos 687, reset compression=false 2024-11-07T12:17:11,209 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45777 is added to blk_1073741838_1014 (size=7691) 2024-11-07T12:17:11,256 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,34609,1730981817445.replicationSource.wal-reader.87fb68174c52%2C34609%2C1730981817445,1-87fb68174c52,34609,1730981817445 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37171/user/jenkins/test-data/4b59a02d-bd41-e7d3-de01-a815d46aa5f7/WALs/87fb68174c52,34609,1730981817445/87fb68174c52%2C34609%2C1730981817445.1730981819439 to pos 687, reset compression=false 2024-11-07T12:17:11,572 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-07T12:17:11,613 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35811 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T12:17:11,614 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 87fb68174c52,42517,1730981821464 2024-11-07T12:17:11,614 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2ea97ae8 2024-11-07T12:17:11,614 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T12:17:11,615 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36732, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=MasterService 2024-11-07T12:17:11,617 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35811 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-07T12:17:11,617 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35811 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T12:17:11,618 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=87fb68174c52,35811,1730981821515, seqNum=-1] 2024-11-07T12:17:11,618 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T12:17:11,619 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56042, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientService 2024-11-07T12:17:11,626 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:37159/user/jenkins/test-data/42438195-10c5-8d6e-91c7-a3a2b87733cf/staging/jenkins.hfs.6__test__v0fhfo1f1vcapg89thql9seqqltk5i0jo15bp7ip0drp7jnbpro2rck3jk61erkg/f/950a377910a44cbba1bd47aa14730846_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-07T12:17:11,629 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:37159/user/jenkins/test-data/42438195-10c5-8d6e-91c7-a3a2b87733cf/staging/jenkins.hfs.6__test__v0fhfo1f1vcapg89thql9seqqltk5i0jo15bp7ip0drp7jnbpro2rck3jk61erkg/f/e2cd5f060a6848b1b5f76f34ba80f94b_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-07T12:17:11,631 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35811 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:37159/user/jenkins/test-data/42438195-10c5-8d6e-91c7-a3a2b87733cf/staging/jenkins.hfs.6__test__v0fhfo1f1vcapg89thql9seqqltk5i0jo15bp7ip0drp7jnbpro2rck3jk61erkg/f/e2cd5f060a6848b1b5f76f34ba80f94b_SeqId_4_ for inclusion in 0e59ce0175a5ad725ad28d05bf2ac703/f 2024-11-07T12:17:11,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35811 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-07T12:17:11,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35811 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-07T12:17:11,634 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35811 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:37159/user/jenkins/test-data/42438195-10c5-8d6e-91c7-a3a2b87733cf/staging/jenkins.hfs.6__test__v0fhfo1f1vcapg89thql9seqqltk5i0jo15bp7ip0drp7jnbpro2rck3jk61erkg/f/950a377910a44cbba1bd47aa14730846_SeqId_4_ for inclusion in 0e59ce0175a5ad725ad28d05bf2ac703/f 2024-11-07T12:17:11,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35811 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-07T12:17:11,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35811 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-07T12:17:11,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35811 {}] regionserver.HRegion(2603): Flush status journal for 0e59ce0175a5ad725ad28d05bf2ac703: 2024-11-07T12:17:11,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35811 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): e2cd5f060a6848b1b5f76f34ba80f94b_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-07T12:17:11,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35811 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37159/user/jenkins/test-data/42438195-10c5-8d6e-91c7-a3a2b87733cf/staging/jenkins.hfs.6__test__v0fhfo1f1vcapg89thql9seqqltk5i0jo15bp7ip0drp7jnbpro2rck3jk61erkg/f/e2cd5f060a6848b1b5f76f34ba80f94b_SeqId_4_ as hdfs://localhost:37159/user/jenkins/test-data/42438195-10c5-8d6e-91c7-a3a2b87733cf/data/default/test/0e59ce0175a5ad725ad28d05bf2ac703/f/a418815c6a7b43949935f1e2a74b9d3c_SeqId_4_ 2024-11-07T12:17:11,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35811 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 950a377910a44cbba1bd47aa14730846_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-07T12:17:11,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35811 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37159/user/jenkins/test-data/42438195-10c5-8d6e-91c7-a3a2b87733cf/staging/jenkins.hfs.6__test__v0fhfo1f1vcapg89thql9seqqltk5i0jo15bp7ip0drp7jnbpro2rck3jk61erkg/f/950a377910a44cbba1bd47aa14730846_SeqId_4_ as hdfs://localhost:37159/user/jenkins/test-data/42438195-10c5-8d6e-91c7-a3a2b87733cf/data/default/test/0e59ce0175a5ad725ad28d05bf2ac703/f/080f093e2e794a45b31defacc3856d9f_SeqId_4_ 2024-11-07T12:17:11,640 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35811 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:37159/user/jenkins/test-data/42438195-10c5-8d6e-91c7-a3a2b87733cf/staging/jenkins.hfs.6__test__v0fhfo1f1vcapg89thql9seqqltk5i0jo15bp7ip0drp7jnbpro2rck3jk61erkg/f/e2cd5f060a6848b1b5f76f34ba80f94b_SeqId_4_ into 0e59ce0175a5ad725ad28d05bf2ac703/f as hdfs://localhost:37159/user/jenkins/test-data/42438195-10c5-8d6e-91c7-a3a2b87733cf/data/default/test/0e59ce0175a5ad725ad28d05bf2ac703/f/a418815c6a7b43949935f1e2a74b9d3c_SeqId_4_ - updating store file list. 2024-11-07T12:17:11,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35811 {}] regionserver.HStoreFile(483): HFile Bloom filter type for a418815c6a7b43949935f1e2a74b9d3c_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-07T12:17:11,644 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35811 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:37159/user/jenkins/test-data/42438195-10c5-8d6e-91c7-a3a2b87733cf/data/default/test/0e59ce0175a5ad725ad28d05bf2ac703/f/a418815c6a7b43949935f1e2a74b9d3c_SeqId_4_ into 0e59ce0175a5ad725ad28d05bf2ac703/f 2024-11-07T12:17:11,645 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35811 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:37159/user/jenkins/test-data/42438195-10c5-8d6e-91c7-a3a2b87733cf/staging/jenkins.hfs.6__test__v0fhfo1f1vcapg89thql9seqqltk5i0jo15bp7ip0drp7jnbpro2rck3jk61erkg/f/e2cd5f060a6848b1b5f76f34ba80f94b_SeqId_4_ into 0e59ce0175a5ad725ad28d05bf2ac703/f (new location: hdfs://localhost:37159/user/jenkins/test-data/42438195-10c5-8d6e-91c7-a3a2b87733cf/data/default/test/0e59ce0175a5ad725ad28d05bf2ac703/f/a418815c6a7b43949935f1e2a74b9d3c_SeqId_4_) 2024-11-07T12:17:11,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35811 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:37159/user/jenkins/test-data/42438195-10c5-8d6e-91c7-a3a2b87733cf/staging/jenkins.hfs.6__test__v0fhfo1f1vcapg89thql9seqqltk5i0jo15bp7ip0drp7jnbpro2rck3jk61erkg/f/e2cd5f060a6848b1b5f76f34ba80f94b_SeqId_4_ 2024-11-07T12:17:11,645 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35811 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:37159/user/jenkins/test-data/42438195-10c5-8d6e-91c7-a3a2b87733cf/staging/jenkins.hfs.6__test__v0fhfo1f1vcapg89thql9seqqltk5i0jo15bp7ip0drp7jnbpro2rck3jk61erkg/f/950a377910a44cbba1bd47aa14730846_SeqId_4_ into 0e59ce0175a5ad725ad28d05bf2ac703/f as hdfs://localhost:37159/user/jenkins/test-data/42438195-10c5-8d6e-91c7-a3a2b87733cf/data/default/test/0e59ce0175a5ad725ad28d05bf2ac703/f/080f093e2e794a45b31defacc3856d9f_SeqId_4_ - updating store file list. 2024-11-07T12:17:11,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35811 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 080f093e2e794a45b31defacc3856d9f_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-07T12:17:11,650 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35811 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:37159/user/jenkins/test-data/42438195-10c5-8d6e-91c7-a3a2b87733cf/data/default/test/0e59ce0175a5ad725ad28d05bf2ac703/f/080f093e2e794a45b31defacc3856d9f_SeqId_4_ into 0e59ce0175a5ad725ad28d05bf2ac703/f 2024-11-07T12:17:11,650 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35811 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:37159/user/jenkins/test-data/42438195-10c5-8d6e-91c7-a3a2b87733cf/staging/jenkins.hfs.6__test__v0fhfo1f1vcapg89thql9seqqltk5i0jo15bp7ip0drp7jnbpro2rck3jk61erkg/f/950a377910a44cbba1bd47aa14730846_SeqId_4_ into 0e59ce0175a5ad725ad28d05bf2ac703/f (new location: hdfs://localhost:37159/user/jenkins/test-data/42438195-10c5-8d6e-91c7-a3a2b87733cf/data/default/test/0e59ce0175a5ad725ad28d05bf2ac703/f/080f093e2e794a45b31defacc3856d9f_SeqId_4_) 2024-11-07T12:17:11,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35811 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:37159/user/jenkins/test-data/42438195-10c5-8d6e-91c7-a3a2b87733cf/staging/jenkins.hfs.6__test__v0fhfo1f1vcapg89thql9seqqltk5i0jo15bp7ip0drp7jnbpro2rck3jk61erkg/f/950a377910a44cbba1bd47aa14730846_SeqId_4_ 2024-11-07T12:17:11,652 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35811 {}] regionserver.ReplicationSink(324): Finished replicating [b438a867-fd74-48ab-855e-7fd68f840893] bulk loaded data 2024-11-07T12:17:11,661 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,34609,1730981817445.replicationSource.wal-reader.87fb68174c52%2C34609%2C1730981817445,1-87fb68174c52,34609,1730981817445 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37171/user/jenkins/test-data/4b59a02d-bd41-e7d3-de01-a815d46aa5f7/WALs/87fb68174c52,34609,1730981817445/87fb68174c52%2C34609%2C1730981817445.1730981819439 to pos 687, reset compression=false 2024-11-07T12:17:12,165 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,34609,1730981817445.replicationSource.wal-reader.87fb68174c52%2C34609%2C1730981817445,1-87fb68174c52,34609,1730981817445 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37171/user/jenkins/test-data/4b59a02d-bd41-e7d3-de01-a815d46aa5f7/WALs/87fb68174c52,34609,1730981817445/87fb68174c52%2C34609%2C1730981817445.1730981819439 to pos 687, reset compression=false 2024-11-07T12:17:12,587 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T12:17:12,591 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37171/user/jenkins/test-data/4b59a02d-bd41-e7d3-de01-a815d46aa5f7/load_f1/f1/hfile_0 is 37, key is gggg/f1:row/1730981832590/Put/seqid=0 2024-11-07T12:17:12,595 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43011 is added to blk_1073741842_1018 (size=7997) 2024-11-07T12:17:12,770 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,34609,1730981817445.replicationSource.wal-reader.87fb68174c52%2C34609%2C1730981817445,1-87fb68174c52,34609,1730981817445 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37171/user/jenkins/test-data/4b59a02d-bd41-e7d3-de01-a815d46aa5f7/WALs/87fb68174c52,34609,1730981817445/87fb68174c52%2C34609%2C1730981817445.1730981819439 to pos 687, reset compression=false 2024-11-07T12:17:12,999 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37171/user/jenkins/test-data/4b59a02d-bd41-e7d3-de01-a815d46aa5f7/load_f1/f1/hfile_1 is 35, key is jjj/f1:row/1730981832998/Put/seqid=0 2024-11-07T12:17:13,003 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43011 is added to blk_1073741843_1019 (size=7794) 2024-11-07T12:17:13,405 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16729688, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:17:13,405 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 87fb68174c52,41431,-1 for getting cluster id 2024-11-07T12:17:13,405 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T12:17:13,406 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b438a867-fd74-48ab-855e-7fd68f840893' 2024-11-07T12:17:13,406 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T12:17:13,406 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b438a867-fd74-48ab-855e-7fd68f840893" 2024-11-07T12:17:13,406 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@490278a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:17:13,406 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [87fb68174c52,41431,-1] 2024-11-07T12:17:13,407 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T12:17:13,407 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:17:13,407 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52144, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T12:17:13,408 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2bae48e5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:17:13,408 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T12:17:13,409 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=87fb68174c52,34609,1730981817445, seqNum=-1] 2024-11-07T12:17:13,410 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T12:17:13,410 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55716, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T12:17:13,418 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T12:17:13,419 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 87fb68174c52,41431,1730981817399 2024-11-07T12:17:13,419 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1c1fecc6 2024-11-07T12:17:13,419 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T12:17:13,420 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52150, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-07T12:17:13,424 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1730981824555.15beaf709fb72874a39f75ac601808e4., hostname=87fb68174c52,34609,1730981817445, seqNum=2] 2024-11-07T12:17:13,426 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-07T12:17:13,432 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:37171/user/jenkins/test-data/4b59a02d-bd41-e7d3-de01-a815d46aa5f7/load_f1/f1/hfile_0 first=Optional[gggg] last=Optional[iiii] 2024-11-07T12:17:13,434 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:37171/user/jenkins/test-data/4b59a02d-bd41-e7d3-de01-a815d46aa5f7/load_f1/f1/hfile_1 first=Optional[jjj] last=Optional[lll] 2024-11-07T12:17:13,438 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34609 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:37171/user/jenkins/test-data/4b59a02d-bd41-e7d3-de01-a815d46aa5f7/load_f1/f1/hfile_1 for inclusion in 15beaf709fb72874a39f75ac601808e4/f1 2024-11-07T12:17:13,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34609 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-07T12:17:13,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34609 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-07T12:17:13,441 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34609 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:37171/user/jenkins/test-data/4b59a02d-bd41-e7d3-de01-a815d46aa5f7/load_f1/f1/hfile_0 for inclusion in 15beaf709fb72874a39f75ac601808e4/f1 2024-11-07T12:17:13,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34609 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-07T12:17:13,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34609 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-07T12:17:13,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34609 {}] regionserver.HRegion(2603): Flush status journal for 15beaf709fb72874a39f75ac601808e4: 2024-11-07T12:17:13,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34609 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:37171/user/jenkins/test-data/4b59a02d-bd41-e7d3-de01-a815d46aa5f7/load_f1/f1/hfile_1 to hdfs://localhost:37171/user/jenkins/test-data/4b59a02d-bd41-e7d3-de01-a815d46aa5f7/staging/jenkins__test__3tkd3udolk6o4nm954j8ql29th5fu1ntjt6k3hccd7qc3scrrnaffemdouljif5k/f1/hfile_1 2024-11-07T12:17:13,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34609 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37171/user/jenkins/test-data/4b59a02d-bd41-e7d3-de01-a815d46aa5f7/staging/jenkins__test__3tkd3udolk6o4nm954j8ql29th5fu1ntjt6k3hccd7qc3scrrnaffemdouljif5k/f1/hfile_1 as hdfs://localhost:37171/user/jenkins/test-data/4b59a02d-bd41-e7d3-de01-a815d46aa5f7/data/default/test/15beaf709fb72874a39f75ac601808e4/f1/c0f57d51c8944a5ba4fccba222538be6_SeqId_6_ 2024-11-07T12:17:13,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34609 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:37171/user/jenkins/test-data/4b59a02d-bd41-e7d3-de01-a815d46aa5f7/load_f1/f1/hfile_0 to hdfs://localhost:37171/user/jenkins/test-data/4b59a02d-bd41-e7d3-de01-a815d46aa5f7/staging/jenkins__test__3tkd3udolk6o4nm954j8ql29th5fu1ntjt6k3hccd7qc3scrrnaffemdouljif5k/f1/hfile_0 2024-11-07T12:17:13,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34609 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37171/user/jenkins/test-data/4b59a02d-bd41-e7d3-de01-a815d46aa5f7/staging/jenkins__test__3tkd3udolk6o4nm954j8ql29th5fu1ntjt6k3hccd7qc3scrrnaffemdouljif5k/f1/hfile_0 as hdfs://localhost:37171/user/jenkins/test-data/4b59a02d-bd41-e7d3-de01-a815d46aa5f7/data/default/test/15beaf709fb72874a39f75ac601808e4/f1/72ed6e1ef7a14f70ac58a11ad0023c69_SeqId_6_ 2024-11-07T12:17:13,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34609 {}] regionserver.ReplicationSource(279): HFiles will not be replicated belonging to the table test family f1 to peer id 1 2024-11-07T12:17:13,450 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34609 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:37171/user/jenkins/test-data/4b59a02d-bd41-e7d3-de01-a815d46aa5f7/staging/jenkins__test__3tkd3udolk6o4nm954j8ql29th5fu1ntjt6k3hccd7qc3scrrnaffemdouljif5k/f1/hfile_1 into 15beaf709fb72874a39f75ac601808e4/f1 as hdfs://localhost:37171/user/jenkins/test-data/4b59a02d-bd41-e7d3-de01-a815d46aa5f7/data/default/test/15beaf709fb72874a39f75ac601808e4/f1/c0f57d51c8944a5ba4fccba222538be6_SeqId_6_ - updating store file list. 2024-11-07T12:17:13,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34609 {}] regionserver.HStoreFile(483): HFile Bloom filter type for c0f57d51c8944a5ba4fccba222538be6_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-07T12:17:13,454 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34609 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:37171/user/jenkins/test-data/4b59a02d-bd41-e7d3-de01-a815d46aa5f7/data/default/test/15beaf709fb72874a39f75ac601808e4/f1/c0f57d51c8944a5ba4fccba222538be6_SeqId_6_ into 15beaf709fb72874a39f75ac601808e4/f1 2024-11-07T12:17:13,454 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34609 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:37171/user/jenkins/test-data/4b59a02d-bd41-e7d3-de01-a815d46aa5f7/staging/jenkins__test__3tkd3udolk6o4nm954j8ql29th5fu1ntjt6k3hccd7qc3scrrnaffemdouljif5k/f1/hfile_1 into 15beaf709fb72874a39f75ac601808e4/f1 (new location: hdfs://localhost:37171/user/jenkins/test-data/4b59a02d-bd41-e7d3-de01-a815d46aa5f7/data/default/test/15beaf709fb72874a39f75ac601808e4/f1/c0f57d51c8944a5ba4fccba222538be6_SeqId_6_) 2024-11-07T12:17:13,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34609 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:37171/user/jenkins/test-data/4b59a02d-bd41-e7d3-de01-a815d46aa5f7/staging/jenkins__test__3tkd3udolk6o4nm954j8ql29th5fu1ntjt6k3hccd7qc3scrrnaffemdouljif5k/f1/hfile_1 2024-11-07T12:17:13,455 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34609 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:37171/user/jenkins/test-data/4b59a02d-bd41-e7d3-de01-a815d46aa5f7/staging/jenkins__test__3tkd3udolk6o4nm954j8ql29th5fu1ntjt6k3hccd7qc3scrrnaffemdouljif5k/f1/hfile_0 into 15beaf709fb72874a39f75ac601808e4/f1 as hdfs://localhost:37171/user/jenkins/test-data/4b59a02d-bd41-e7d3-de01-a815d46aa5f7/data/default/test/15beaf709fb72874a39f75ac601808e4/f1/72ed6e1ef7a14f70ac58a11ad0023c69_SeqId_6_ - updating store file list. 2024-11-07T12:17:13,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34609 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 72ed6e1ef7a14f70ac58a11ad0023c69_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-07T12:17:13,459 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34609 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:37171/user/jenkins/test-data/4b59a02d-bd41-e7d3-de01-a815d46aa5f7/data/default/test/15beaf709fb72874a39f75ac601808e4/f1/72ed6e1ef7a14f70ac58a11ad0023c69_SeqId_6_ into 15beaf709fb72874a39f75ac601808e4/f1 2024-11-07T12:17:13,459 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34609 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:37171/user/jenkins/test-data/4b59a02d-bd41-e7d3-de01-a815d46aa5f7/staging/jenkins__test__3tkd3udolk6o4nm954j8ql29th5fu1ntjt6k3hccd7qc3scrrnaffemdouljif5k/f1/hfile_0 into 15beaf709fb72874a39f75ac601808e4/f1 (new location: hdfs://localhost:37171/user/jenkins/test-data/4b59a02d-bd41-e7d3-de01-a815d46aa5f7/data/default/test/15beaf709fb72874a39f75ac601808e4/f1/72ed6e1ef7a14f70ac58a11ad0023c69_SeqId_6_) 2024-11-07T12:17:13,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34609 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:37171/user/jenkins/test-data/4b59a02d-bd41-e7d3-de01-a815d46aa5f7/staging/jenkins__test__3tkd3udolk6o4nm954j8ql29th5fu1ntjt6k3hccd7qc3scrrnaffemdouljif5k/f1/hfile_0 2024-11-07T12:17:13,461 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T12:17:13,461 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:386) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T12:17:13,461 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:17:13,461 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:17:13,461 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T12:17:13,461 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1730981824555.15beaf709fb72874a39f75ac601808e4., hostname=87fb68174c52,34609,1730981817445, seqNum=2 , the old value is region=test,,1730981824555.15beaf709fb72874a39f75ac601808e4., hostname=87fb68174c52,34609,1730981817445, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=87fb68174c52:34609 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-07T12:17:13,462 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1730981824555.15beaf709fb72874a39f75ac601808e4., hostname=87fb68174c52,34609,1730981817445, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-07T12:17:13,462 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1730981824555.15beaf709fb72874a39f75ac601808e4., hostname=87fb68174c52,34609,1730981817445, seqNum=2 from cache 2024-11-07T12:17:13,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34609 {}] ipc.CallRunner(93): RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34609: skipped callId: 7 service: ClientService methodName: CleanupBulkLoad size: 264 connection: 172.17.0.3:55716 deadline: 1730981893461 param: TODO: class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$CleanupBulkLoadRequest connection: 172.17.0.3:55716 2024-11-07T12:17:13,462 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T12:17:13,463 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=87fb68174c52,34609,1730981817445, seqNum=-1] 2024-11-07T12:17:13,463 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T12:17:13,464 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55728, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T12:17:13,466 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1730981824555.15beaf709fb72874a39f75ac601808e4., hostname=87fb68174c52,34609,1730981817445, seqNum=2] 2024-11-07T12:17:13,475 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,34609,1730981817445.replicationSource.wal-reader.87fb68174c52%2C34609%2C1730981817445,1-87fb68174c52,34609,1730981817445 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37171/user/jenkins/test-data/4b59a02d-bd41-e7d3-de01-a815d46aa5f7/WALs/87fb68174c52,34609,1730981817445/87fb68174c52%2C34609%2C1730981817445.1730981819439 to pos 687, reset compression=false 2024-11-07T12:17:13,481 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,34609,1730981817445.replicationSource.wal-reader.87fb68174c52%2C34609%2C1730981817445,1-87fb68174c52,34609,1730981817445 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-07T12:17:13,481 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,34609,1730981817445.replicationSource.wal-reader.87fb68174c52%2C34609%2C1730981817445,1-87fb68174c52,34609,1730981817445 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37171/user/jenkins/test-data/4b59a02d-bd41-e7d3-de01-a815d46aa5f7/WALs/87fb68174c52,34609,1730981817445/87fb68174c52%2C34609%2C1730981817445.1730981819439 to pos 997, reset compression=false 2024-11-07T12:17:13,481 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,34609,1730981817445.replicationSource.shipper87fb68174c52%2C34609%2C1730981817445,1-87fb68174c52,34609,1730981817445 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-87fb68174c52,34609,1730981817445 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37171/user/jenkins/test-data/4b59a02d-bd41-e7d3-de01-a815d46aa5f7/WALs/87fb68174c52,34609,1730981817445/87fb68174c52%2C34609%2C1730981817445.1730981819439, lastWalPosition=997, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-07T12:17:13,564 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=87fb68174c52:34609 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-07T12:17:13,684 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,34609,1730981817445.replicationSource.wal-reader.87fb68174c52%2C34609%2C1730981817445,1-87fb68174c52,34609,1730981817445 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37171/user/jenkins/test-data/4b59a02d-bd41-e7d3-de01-a815d46aa5f7/WALs/87fb68174c52,34609,1730981817445/87fb68174c52%2C34609%2C1730981817445.1730981819439 to pos 997, reset compression=false 2024-11-07T12:17:13,989 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,34609,1730981817445.replicationSource.wal-reader.87fb68174c52%2C34609%2C1730981817445,1-87fb68174c52,34609,1730981817445 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37171/user/jenkins/test-data/4b59a02d-bd41-e7d3-de01-a815d46aa5f7/WALs/87fb68174c52,34609,1730981817445/87fb68174c52%2C34609%2C1730981817445.1730981819439 to pos 997, reset compression=false 2024-11-07T12:17:14,394 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,34609,1730981817445.replicationSource.wal-reader.87fb68174c52%2C34609%2C1730981817445,1-87fb68174c52,34609,1730981817445 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37171/user/jenkins/test-data/4b59a02d-bd41-e7d3-de01-a815d46aa5f7/WALs/87fb68174c52,34609,1730981817445/87fb68174c52%2C34609%2C1730981817445.1730981819439 to pos 997, reset compression=false 2024-11-07T12:17:14,898 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,34609,1730981817445.replicationSource.wal-reader.87fb68174c52%2C34609%2C1730981817445,1-87fb68174c52,34609,1730981817445 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37171/user/jenkins/test-data/4b59a02d-bd41-e7d3-de01-a815d46aa5f7/WALs/87fb68174c52,34609,1730981817445/87fb68174c52%2C34609%2C1730981817445.1730981819439 to pos 997, reset compression=false 2024-11-07T12:17:15,245 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-07T12:17:15,245 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-07T12:17:15,246 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-07T12:17:15,246 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-07T12:17:15,246 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-07T12:17:15,246 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-07T12:17:15,502 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,34609,1730981817445.replicationSource.wal-reader.87fb68174c52%2C34609%2C1730981817445,1-87fb68174c52,34609,1730981817445 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37171/user/jenkins/test-data/4b59a02d-bd41-e7d3-de01-a815d46aa5f7/WALs/87fb68174c52,34609,1730981817445/87fb68174c52%2C34609%2C1730981817445.1730981819439 to pos 997, reset compression=false 2024-11-07T12:17:16,207 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,34609,1730981817445.replicationSource.wal-reader.87fb68174c52%2C34609%2C1730981817445,1-87fb68174c52,34609,1730981817445 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37171/user/jenkins/test-data/4b59a02d-bd41-e7d3-de01-a815d46aa5f7/WALs/87fb68174c52,34609,1730981817445/87fb68174c52%2C34609%2C1730981817445.1730981819439 to pos 997, reset compression=false 2024-11-07T12:17:17,011 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,34609,1730981817445.replicationSource.wal-reader.87fb68174c52%2C34609%2C1730981817445,1-87fb68174c52,34609,1730981817445 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37171/user/jenkins/test-data/4b59a02d-bd41-e7d3-de01-a815d46aa5f7/WALs/87fb68174c52,34609,1730981817445/87fb68174c52%2C34609%2C1730981817445.1730981819439 to pos 997, reset compression=false 2024-11-07T12:17:17,915 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,34609,1730981817445.replicationSource.wal-reader.87fb68174c52%2C34609%2C1730981817445,1-87fb68174c52,34609,1730981817445 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37171/user/jenkins/test-data/4b59a02d-bd41-e7d3-de01-a815d46aa5f7/WALs/87fb68174c52,34609,1730981817445/87fb68174c52%2C34609%2C1730981817445.1730981819439 to pos 997, reset compression=false 2024-11-07T12:17:18,919 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,34609,1730981817445.replicationSource.wal-reader.87fb68174c52%2C34609%2C1730981817445,1-87fb68174c52,34609,1730981817445 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37171/user/jenkins/test-data/4b59a02d-bd41-e7d3-de01-a815d46aa5f7/WALs/87fb68174c52,34609,1730981817445/87fb68174c52%2C34609%2C1730981817445.1730981819439 to pos 997, reset compression=false 2024-11-07T12:17:20,023 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,34609,1730981817445.replicationSource.wal-reader.87fb68174c52%2C34609%2C1730981817445,1-87fb68174c52,34609,1730981817445 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37171/user/jenkins/test-data/4b59a02d-bd41-e7d3-de01-a815d46aa5f7/WALs/87fb68174c52,34609,1730981817445/87fb68174c52%2C34609%2C1730981817445.1730981819439 to pos 997, reset compression=false 2024-11-07T12:17:21,228 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,34609,1730981817445.replicationSource.wal-reader.87fb68174c52%2C34609%2C1730981817445,1-87fb68174c52,34609,1730981817445 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37171/user/jenkins/test-data/4b59a02d-bd41-e7d3-de01-a815d46aa5f7/WALs/87fb68174c52,34609,1730981817445/87fb68174c52%2C34609%2C1730981817445.1730981819439 to pos 997, reset compression=false 2024-11-07T12:17:22,532 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,34609,1730981817445.replicationSource.wal-reader.87fb68174c52%2C34609%2C1730981817445,1-87fb68174c52,34609,1730981817445 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37171/user/jenkins/test-data/4b59a02d-bd41-e7d3-de01-a815d46aa5f7/WALs/87fb68174c52,34609,1730981817445/87fb68174c52%2C34609%2C1730981817445.1730981819439 to pos 997, reset compression=false 2024-11-07T12:17:23,937 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,34609,1730981817445.replicationSource.wal-reader.87fb68174c52%2C34609%2C1730981817445,1-87fb68174c52,34609,1730981817445 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37171/user/jenkins/test-data/4b59a02d-bd41-e7d3-de01-a815d46aa5f7/WALs/87fb68174c52,34609,1730981817445/87fb68174c52%2C34609%2C1730981817445.1730981819439 to pos 997, reset compression=false 2024-11-07T12:17:25,441 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,34609,1730981817445.replicationSource.wal-reader.87fb68174c52%2C34609%2C1730981817445,1-87fb68174c52,34609,1730981817445 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37171/user/jenkins/test-data/4b59a02d-bd41-e7d3-de01-a815d46aa5f7/WALs/87fb68174c52,34609,1730981817445/87fb68174c52%2C34609%2C1730981817445.1730981819439 to pos 997, reset compression=false 2024-11-07T12:17:26,987 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-07T12:17:27,046 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,34609,1730981817445.replicationSource.wal-reader.87fb68174c52%2C34609%2C1730981817445,1-87fb68174c52,34609,1730981817445 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37171/user/jenkins/test-data/4b59a02d-bd41-e7d3-de01-a815d46aa5f7/WALs/87fb68174c52,34609,1730981817445/87fb68174c52%2C34609%2C1730981817445.1730981819439 to pos 997, reset compression=false 2024-11-07T12:17:28,751 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,34609,1730981817445.replicationSource.wal-reader.87fb68174c52%2C34609%2C1730981817445,1-87fb68174c52,34609,1730981817445 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37171/user/jenkins/test-data/4b59a02d-bd41-e7d3-de01-a815d46aa5f7/WALs/87fb68174c52,34609,1730981817445/87fb68174c52%2C34609%2C1730981817445.1730981819439 to pos 997, reset compression=false 2024-11-07T12:17:30,555 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,34609,1730981817445.replicationSource.wal-reader.87fb68174c52%2C34609%2C1730981817445,1-87fb68174c52,34609,1730981817445 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37171/user/jenkins/test-data/4b59a02d-bd41-e7d3-de01-a815d46aa5f7/WALs/87fb68174c52,34609,1730981817445/87fb68174c52%2C34609%2C1730981817445.1730981819439 to pos 997, reset compression=false 2024-11-07T12:17:31,052 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-07T12:17:32,459 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,34609,1730981817445.replicationSource.wal-reader.87fb68174c52%2C34609%2C1730981817445,1-87fb68174c52,34609,1730981817445 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37171/user/jenkins/test-data/4b59a02d-bd41-e7d3-de01-a815d46aa5f7/WALs/87fb68174c52,34609,1730981817445/87fb68174c52%2C34609%2C1730981817445.1730981819439 to pos 997, reset compression=false 2024-11-07T12:17:33,483 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,34609,1730981817445.replicationSource.shipper87fb68174c52%2C34609%2C1730981817445,1-87fb68174c52,34609,1730981817445 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-87fb68174c52,34609,1730981817445 got entry batch from reader: null 2024-11-07T12:17:34,464 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,34609,1730981817445.replicationSource.wal-reader.87fb68174c52%2C34609%2C1730981817445,1-87fb68174c52,34609,1730981817445 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37171/user/jenkins/test-data/4b59a02d-bd41-e7d3-de01-a815d46aa5f7/WALs/87fb68174c52,34609,1730981817445/87fb68174c52%2C34609%2C1730981817445.1730981819439 to pos 997, reset compression=false 2024-11-07T12:17:36,568 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,34609,1730981817445.replicationSource.wal-reader.87fb68174c52%2C34609%2C1730981817445,1-87fb68174c52,34609,1730981817445 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37171/user/jenkins/test-data/4b59a02d-bd41-e7d3-de01-a815d46aa5f7/WALs/87fb68174c52,34609,1730981817445/87fb68174c52%2C34609%2C1730981817445.1730981819439 to pos 997, reset compression=false 2024-11-07T12:17:38,772 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,34609,1730981817445.replicationSource.wal-reader.87fb68174c52%2C34609%2C1730981817445,1-87fb68174c52,34609,1730981817445 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37171/user/jenkins/test-data/4b59a02d-bd41-e7d3-de01-a815d46aa5f7/WALs/87fb68174c52,34609,1730981817445/87fb68174c52%2C34609%2C1730981817445.1730981819439 to pos 997, reset compression=false 2024-11-07T12:17:40,706 INFO [master/87fb68174c52:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-07T12:17:40,706 INFO [master/87fb68174c52:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-07T12:17:41,077 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,34609,1730981817445.replicationSource.wal-reader.87fb68174c52%2C34609%2C1730981817445,1-87fb68174c52,34609,1730981817445 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37171/user/jenkins/test-data/4b59a02d-bd41-e7d3-de01-a815d46aa5f7/WALs/87fb68174c52,34609,1730981817445/87fb68174c52%2C34609%2C1730981817445.1730981819439 to pos 997, reset compression=false 2024-11-07T12:17:43,481 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,34609,1730981817445.replicationSource.wal-reader.87fb68174c52%2C34609%2C1730981817445,1-87fb68174c52,34609,1730981817445 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37171/user/jenkins/test-data/4b59a02d-bd41-e7d3-de01-a815d46aa5f7/WALs/87fb68174c52,34609,1730981817445/87fb68174c52%2C34609%2C1730981817445.1730981819439 to pos 997, reset compression=false 2024-11-07T12:17:44,506 INFO [master/87fb68174c52:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-07T12:17:44,506 INFO [master/87fb68174c52:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-07T12:17:45,986 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,34609,1730981817445.replicationSource.wal-reader.87fb68174c52%2C34609%2C1730981817445,1-87fb68174c52,34609,1730981817445 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37171/user/jenkins/test-data/4b59a02d-bd41-e7d3-de01-a815d46aa5f7/WALs/87fb68174c52,34609,1730981817445/87fb68174c52%2C34609%2C1730981817445.1730981819439 to pos 997, reset compression=false 2024-11-07T12:17:48,590 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,34609,1730981817445.replicationSource.wal-reader.87fb68174c52%2C34609%2C1730981817445,1-87fb68174c52,34609,1730981817445 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37171/user/jenkins/test-data/4b59a02d-bd41-e7d3-de01-a815d46aa5f7/WALs/87fb68174c52,34609,1730981817445/87fb68174c52%2C34609%2C1730981817445.1730981819439 to pos 997, reset compression=false 2024-11-07T12:17:50,304 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 15beaf709fb72874a39f75ac601808e4, had cached 0 bytes from a total of 31376 2024-11-07T12:17:51,295 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,34609,1730981817445.replicationSource.wal-reader.87fb68174c52%2C34609%2C1730981817445,1-87fb68174c52,34609,1730981817445 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37171/user/jenkins/test-data/4b59a02d-bd41-e7d3-de01-a815d46aa5f7/WALs/87fb68174c52,34609,1730981817445/87fb68174c52%2C34609%2C1730981817445.1730981819439 to pos 997, reset compression=false 2024-11-07T12:17:51,870 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 0e59ce0175a5ad725ad28d05bf2ac703, had cached 0 bytes from a total of 15585 2024-11-07T12:17:53,483 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,34609,1730981817445.replicationSource.shipper87fb68174c52%2C34609%2C1730981817445,1-87fb68174c52,34609,1730981817445 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-87fb68174c52,34609,1730981817445 got entry batch from reader: null 2024-11-07T12:17:54,104 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,34609,1730981817445.replicationSource.wal-reader.87fb68174c52%2C34609%2C1730981817445,1-87fb68174c52,34609,1730981817445 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37171/user/jenkins/test-data/4b59a02d-bd41-e7d3-de01-a815d46aa5f7/WALs/87fb68174c52,34609,1730981817445/87fb68174c52%2C34609%2C1730981817445.1730981819439 to pos 997, reset compression=false 2024-11-07T12:17:56,988 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-07T12:17:57,016 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,34609,1730981817445.replicationSource.wal-reader.87fb68174c52%2C34609%2C1730981817445,1-87fb68174c52,34609,1730981817445 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37171/user/jenkins/test-data/4b59a02d-bd41-e7d3-de01-a815d46aa5f7/WALs/87fb68174c52,34609,1730981817445/87fb68174c52%2C34609%2C1730981817445.1730981819439 to pos 997, reset compression=false 2024-11-07T12:18:00,020 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,34609,1730981817445.replicationSource.wal-reader.87fb68174c52%2C34609%2C1730981817445,1-87fb68174c52,34609,1730981817445 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37171/user/jenkins/test-data/4b59a02d-bd41-e7d3-de01-a815d46aa5f7/WALs/87fb68174c52,34609,1730981817445/87fb68174c52%2C34609%2C1730981817445.1730981819439 to pos 997, reset compression=false 2024-11-07T12:18:00,437 DEBUG [master/87fb68174c52:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-07T12:18:01,052 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-07T12:18:03,125 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,34609,1730981817445.replicationSource.wal-reader.87fb68174c52%2C34609%2C1730981817445,1-87fb68174c52,34609,1730981817445 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37171/user/jenkins/test-data/4b59a02d-bd41-e7d3-de01-a815d46aa5f7/WALs/87fb68174c52,34609,1730981817445/87fb68174c52%2C34609%2C1730981817445.1730981819439 to pos 997, reset compression=false 2024-11-07T12:18:04,484 DEBUG [master/87fb68174c52:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-07T12:18:06,329 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,34609,1730981817445.replicationSource.wal-reader.87fb68174c52%2C34609%2C1730981817445,1-87fb68174c52,34609,1730981817445 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37171/user/jenkins/test-data/4b59a02d-bd41-e7d3-de01-a815d46aa5f7/WALs/87fb68174c52,34609,1730981817445/87fb68174c52%2C34609%2C1730981817445.1730981819439 to pos 997, reset compression=false 2024-11-07T12:18:09,633 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,34609,1730981817445.replicationSource.wal-reader.87fb68174c52%2C34609%2C1730981817445,1-87fb68174c52,34609,1730981817445 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37171/user/jenkins/test-data/4b59a02d-bd41-e7d3-de01-a815d46aa5f7/WALs/87fb68174c52,34609,1730981817445/87fb68174c52%2C34609%2C1730981817445.1730981819439 to pos 997, reset compression=false 2024-11-07T12:18:13,038 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,34609,1730981817445.replicationSource.wal-reader.87fb68174c52%2C34609%2C1730981817445,1-87fb68174c52,34609,1730981817445 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37171/user/jenkins/test-data/4b59a02d-bd41-e7d3-de01-a815d46aa5f7/WALs/87fb68174c52,34609,1730981817445/87fb68174c52%2C34609%2C1730981817445.1730981819439 to pos 997, reset compression=false 2024-11-07T12:18:13,484 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,34609,1730981817445.replicationSource.shipper87fb68174c52%2C34609%2C1730981817445,1-87fb68174c52,34609,1730981817445 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-87fb68174c52,34609,1730981817445 got entry batch from reader: null 2024-11-07T12:18:13,488 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-07T12:18:13,488 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T12:18:13,489 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T12:18:13,489 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:18:13,489 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:18:13,489 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T12:18:13,489 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-07T12:18:13,489 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=957889216, stopped=false 2024-11-07T12:18:13,489 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=87fb68174c52,42517,1730981821464 2024-11-07T12:18:13,491 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35811-0x1001a2c73090004, quorum=127.0.0.1:62770, baseZNode=/1-1899972023 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1899972023/running 2024-11-07T12:18:13,491 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42517-0x1001a2c73090003, quorum=127.0.0.1:62770, baseZNode=/1-1899972023 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1899972023/running 2024-11-07T12:18:13,491 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35811-0x1001a2c73090004, quorum=127.0.0.1:62770, baseZNode=/1-1899972023 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1899972023 2024-11-07T12:18:13,491 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42517-0x1001a2c73090003, quorum=127.0.0.1:62770, baseZNode=/1-1899972023 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1899972023 2024-11-07T12:18:13,491 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-07T12:18:13,492 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T12:18:13,492 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T12:18:13,492 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:18:13,492 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '87fb68174c52,35811,1730981821515' ***** 2024-11-07T12:18:13,492 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-07T12:18:13,492 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35811-0x1001a2c73090004, quorum=127.0.0.1:62770, baseZNode=/1-1899972023 Set watcher on znode that does not yet exist, /1-1899972023/running 2024-11-07T12:18:13,493 INFO [RS:0;87fb68174c52:35811 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-07T12:18:13,493 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42517-0x1001a2c73090003, quorum=127.0.0.1:62770, baseZNode=/1-1899972023 Set watcher on znode that does not yet exist, /1-1899972023/running 2024-11-07T12:18:13,493 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-07T12:18:13,493 INFO [RS:0;87fb68174c52:35811 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-07T12:18:13,493 INFO [RS:0;87fb68174c52:35811 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-07T12:18:13,493 INFO [RS:0;87fb68174c52:35811 {}] regionserver.HRegionServer(3091): Received CLOSE for 0e59ce0175a5ad725ad28d05bf2ac703 2024-11-07T12:18:13,494 INFO [RS:0;87fb68174c52:35811 {}] regionserver.HRegionServer(959): stopping server 87fb68174c52,35811,1730981821515 2024-11-07T12:18:13,494 INFO [RS:0;87fb68174c52:35811 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-07T12:18:13,494 INFO [RS:0;87fb68174c52:35811 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;87fb68174c52:35811. 2024-11-07T12:18:13,494 DEBUG [RS:0;87fb68174c52:35811 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T12:18:13,494 DEBUG [RS:0;87fb68174c52:35811 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:18:13,494 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0e59ce0175a5ad725ad28d05bf2ac703, disabling compactions & flushes 2024-11-07T12:18:13,494 INFO [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1730981825707.0e59ce0175a5ad725ad28d05bf2ac703. 2024-11-07T12:18:13,494 INFO [RS:0;87fb68174c52:35811 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-07T12:18:13,494 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1730981825707.0e59ce0175a5ad725ad28d05bf2ac703. 2024-11-07T12:18:13,494 INFO [RS:0;87fb68174c52:35811 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-07T12:18:13,494 INFO [RS:0;87fb68174c52:35811 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-07T12:18:13,494 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1730981825707.0e59ce0175a5ad725ad28d05bf2ac703. after waiting 0 ms 2024-11-07T12:18:13,494 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1730981825707.0e59ce0175a5ad725ad28d05bf2ac703. 2024-11-07T12:18:13,494 INFO [RS:0;87fb68174c52:35811 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-07T12:18:13,494 INFO [RS:0;87fb68174c52:35811 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-07T12:18:13,494 DEBUG [RS:0;87fb68174c52:35811 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 0e59ce0175a5ad725ad28d05bf2ac703=test,,1730981825707.0e59ce0175a5ad725ad28d05bf2ac703.} 2024-11-07T12:18:13,494 DEBUG [RS:0;87fb68174c52:35811 {}] regionserver.HRegionServer(1351): Waiting on 0e59ce0175a5ad725ad28d05bf2ac703, 1588230740 2024-11-07T12:18:13,495 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-07T12:18:13,495 INFO [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-07T12:18:13,495 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-07T12:18:13,495 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-07T12:18:13,495 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-07T12:18:13,495 INFO [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-07T12:18:13,501 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37159/user/jenkins/test-data/42438195-10c5-8d6e-91c7-a3a2b87733cf/data/default/test/0e59ce0175a5ad725ad28d05bf2ac703/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-07T12:18:13,502 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-07T12:18:13,502 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-07T12:18:13,502 INFO [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1730981825707.0e59ce0175a5ad725ad28d05bf2ac703. 2024-11-07T12:18:13,502 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0e59ce0175a5ad725ad28d05bf2ac703: Waiting for close lock at 1730981893494Running coprocessor pre-close hooks at 1730981893494Disabling compacts and flushes for region at 1730981893494Disabling writes for close at 1730981893494Writing region close event to WAL at 1730981893495 (+1 ms)Running coprocessor post-close hooks at 1730981893502 (+7 ms)Closed at 1730981893502 2024-11-07T12:18:13,502 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1730981825707.0e59ce0175a5ad725ad28d05bf2ac703. 2024-11-07T12:18:13,516 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37159/user/jenkins/test-data/42438195-10c5-8d6e-91c7-a3a2b87733cf/data/hbase/meta/1588230740/.tmp/info/1a9e0a00415b43098885c24f36d20a6b is 129, key is test,,1730981825707.0e59ce0175a5ad725ad28d05bf2ac703./info:regioninfo/1730981826888/Put/seqid=0 2024-11-07T12:18:13,519 INFO [regionserver/87fb68174c52:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-07T12:18:13,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45777 is added to blk_1073741839_1015 (size=6421) 2024-11-07T12:18:13,695 DEBUG [RS:0;87fb68174c52:35811 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-07T12:18:13,895 DEBUG [RS:0;87fb68174c52:35811 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-07T12:18:13,922 INFO [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:37159/user/jenkins/test-data/42438195-10c5-8d6e-91c7-a3a2b87733cf/data/hbase/meta/1588230740/.tmp/info/1a9e0a00415b43098885c24f36d20a6b 2024-11-07T12:18:13,942 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37159/user/jenkins/test-data/42438195-10c5-8d6e-91c7-a3a2b87733cf/data/hbase/meta/1588230740/.tmp/ns/3282fce2c17a42dcaf511b507f34a393 is 43, key is default/ns:d/1730981824476/Put/seqid=0 2024-11-07T12:18:13,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45777 is added to blk_1073741840_1016 (size=5153) 2024-11-07T12:18:14,095 DEBUG [RS:0;87fb68174c52:35811 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-07T12:18:14,295 DEBUG [RS:0;87fb68174c52:35811 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-07T12:18:14,347 INFO [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:37159/user/jenkins/test-data/42438195-10c5-8d6e-91c7-a3a2b87733cf/data/hbase/meta/1588230740/.tmp/ns/3282fce2c17a42dcaf511b507f34a393 2024-11-07T12:18:14,367 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37159/user/jenkins/test-data/42438195-10c5-8d6e-91c7-a3a2b87733cf/data/hbase/meta/1588230740/.tmp/rep_barrier/7faa2225015b43738c0614a226f5eb63 is 112, key is test,,1730981825707.0e59ce0175a5ad725ad28d05bf2ac703./rep_barrier:seqnumDuringOpen/1730981826888/Put/seqid=0 2024-11-07T12:18:14,369 INFO [regionserver/87fb68174c52:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-07T12:18:14,369 INFO [regionserver/87fb68174c52:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-07T12:18:14,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45777 is added to blk_1073741841_1017 (size=5518) 2024-11-07T12:18:14,495 INFO [RS:0;87fb68174c52:35811 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-07T12:18:14,496 DEBUG [RS:0;87fb68174c52:35811 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-07T12:18:14,496 DEBUG [RS:0;87fb68174c52:35811 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-07T12:18:14,696 DEBUG [RS:0;87fb68174c52:35811 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-07T12:18:14,771 INFO [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:37159/user/jenkins/test-data/42438195-10c5-8d6e-91c7-a3a2b87733cf/data/hbase/meta/1588230740/.tmp/rep_barrier/7faa2225015b43738c0614a226f5eb63 2024-11-07T12:18:14,794 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37159/user/jenkins/test-data/42438195-10c5-8d6e-91c7-a3a2b87733cf/data/hbase/meta/1588230740/.tmp/table/4c5373ad465f43888cfe56f26d05efad is 40, key is test/table:state/1730981826898/Put/seqid=0 2024-11-07T12:18:14,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45777 is added to blk_1073741842_1018 (size=5165) 2024-11-07T12:18:14,896 DEBUG [RS:0;87fb68174c52:35811 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-07T12:18:15,096 DEBUG [RS:0;87fb68174c52:35811 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-07T12:18:15,201 INFO [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:37159/user/jenkins/test-data/42438195-10c5-8d6e-91c7-a3a2b87733cf/data/hbase/meta/1588230740/.tmp/table/4c5373ad465f43888cfe56f26d05efad 2024-11-07T12:18:15,209 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37159/user/jenkins/test-data/42438195-10c5-8d6e-91c7-a3a2b87733cf/data/hbase/meta/1588230740/.tmp/info/1a9e0a00415b43098885c24f36d20a6b as hdfs://localhost:37159/user/jenkins/test-data/42438195-10c5-8d6e-91c7-a3a2b87733cf/data/hbase/meta/1588230740/info/1a9e0a00415b43098885c24f36d20a6b 2024-11-07T12:18:15,214 INFO [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37159/user/jenkins/test-data/42438195-10c5-8d6e-91c7-a3a2b87733cf/data/hbase/meta/1588230740/info/1a9e0a00415b43098885c24f36d20a6b, entries=10, sequenceid=11, filesize=6.3 K 2024-11-07T12:18:15,215 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37159/user/jenkins/test-data/42438195-10c5-8d6e-91c7-a3a2b87733cf/data/hbase/meta/1588230740/.tmp/ns/3282fce2c17a42dcaf511b507f34a393 as hdfs://localhost:37159/user/jenkins/test-data/42438195-10c5-8d6e-91c7-a3a2b87733cf/data/hbase/meta/1588230740/ns/3282fce2c17a42dcaf511b507f34a393 2024-11-07T12:18:15,219 INFO [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37159/user/jenkins/test-data/42438195-10c5-8d6e-91c7-a3a2b87733cf/data/hbase/meta/1588230740/ns/3282fce2c17a42dcaf511b507f34a393, entries=2, sequenceid=11, filesize=5.0 K 2024-11-07T12:18:15,220 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37159/user/jenkins/test-data/42438195-10c5-8d6e-91c7-a3a2b87733cf/data/hbase/meta/1588230740/.tmp/rep_barrier/7faa2225015b43738c0614a226f5eb63 as hdfs://localhost:37159/user/jenkins/test-data/42438195-10c5-8d6e-91c7-a3a2b87733cf/data/hbase/meta/1588230740/rep_barrier/7faa2225015b43738c0614a226f5eb63 2024-11-07T12:18:15,225 INFO [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37159/user/jenkins/test-data/42438195-10c5-8d6e-91c7-a3a2b87733cf/data/hbase/meta/1588230740/rep_barrier/7faa2225015b43738c0614a226f5eb63, entries=1, sequenceid=11, filesize=5.4 K 2024-11-07T12:18:15,226 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37159/user/jenkins/test-data/42438195-10c5-8d6e-91c7-a3a2b87733cf/data/hbase/meta/1588230740/.tmp/table/4c5373ad465f43888cfe56f26d05efad as hdfs://localhost:37159/user/jenkins/test-data/42438195-10c5-8d6e-91c7-a3a2b87733cf/data/hbase/meta/1588230740/table/4c5373ad465f43888cfe56f26d05efad 2024-11-07T12:18:15,230 INFO [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37159/user/jenkins/test-data/42438195-10c5-8d6e-91c7-a3a2b87733cf/data/hbase/meta/1588230740/table/4c5373ad465f43888cfe56f26d05efad, entries=2, sequenceid=11, filesize=5.0 K 2024-11-07T12:18:15,231 INFO [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1736ms, sequenceid=11, compaction requested=false 2024-11-07T12:18:15,235 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37159/user/jenkins/test-data/42438195-10c5-8d6e-91c7-a3a2b87733cf/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-07T12:18:15,236 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-07T12:18:15,236 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-07T12:18:15,236 INFO [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-07T12:18:15,236 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1730981893495Running coprocessor pre-close hooks at 1730981893495Disabling compacts and flushes for region at 1730981893495Disabling writes for close at 1730981893495Obtaining lock to block concurrent updates at 1730981893495Preparing flush snapshotting stores in 1588230740 at 1730981893495Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1730981893495Flushing stores of hbase:meta,,1.1588230740 at 1730981893496 (+1 ms)Flushing 1588230740/info: creating writer at 1730981893496Flushing 1588230740/info: appending metadata at 1730981893515 (+19 ms)Flushing 1588230740/info: closing flushed file at 1730981893516 (+1 ms)Flushing 1588230740/ns: creating writer at 1730981893928 (+412 ms)Flushing 1588230740/ns: appending metadata at 1730981893942 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1730981893942Flushing 1588230740/rep_barrier: creating writer at 1730981894353 (+411 ms)Flushing 1588230740/rep_barrier: appending metadata at 1730981894366 (+13 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1730981894366Flushing 1588230740/table: creating writer at 1730981894776 (+410 ms)Flushing 1588230740/table: appending metadata at 1730981894794 (+18 ms)Flushing 1588230740/table: closing flushed file at 1730981894794Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@55933430: reopening flushed file at 1730981895208 (+414 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7858630a: reopening flushed file at 1730981895214 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5d3211fd: reopening flushed file at 1730981895219 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@955d929: reopening flushed file at 1730981895225 (+6 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1736ms, sequenceid=11, compaction requested=false at 1730981895231 (+6 ms)Writing region close event to WAL at 1730981895233 (+2 ms)Running coprocessor post-close hooks at 1730981895236 (+3 ms)Closed at 1730981895236 2024-11-07T12:18:15,236 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-07T12:18:15,296 INFO [RS:0;87fb68174c52:35811 {}] regionserver.HRegionServer(976): stopping server 87fb68174c52,35811,1730981821515; all regions closed. 2024-11-07T12:18:15,299 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45777 is added to blk_1073741834_1010 (size=2717) 2024-11-07T12:18:15,299 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/42438195-10c5-8d6e-91c7-a3a2b87733cf/WALs/87fb68174c52,35811,1730981821515/87fb68174c52%2C35811%2C1730981821515.meta.1730981824431.meta not finished, retry = 0 2024-11-07T12:18:15,402 DEBUG [RS:0;87fb68174c52:35811 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/42438195-10c5-8d6e-91c7-a3a2b87733cf/oldWALs 2024-11-07T12:18:15,402 INFO [RS:0;87fb68174c52:35811 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 87fb68174c52%2C35811%2C1730981821515.meta:.meta(num 1730981824431) 2024-11-07T12:18:15,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45777 is added to blk_1073741832_1008 (size=1028) 2024-11-07T12:18:15,408 DEBUG [RS:0;87fb68174c52:35811 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/42438195-10c5-8d6e-91c7-a3a2b87733cf/oldWALs 2024-11-07T12:18:15,409 INFO [RS:0;87fb68174c52:35811 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 87fb68174c52%2C35811%2C1730981821515:(num 1730981823499) 2024-11-07T12:18:15,409 DEBUG [RS:0;87fb68174c52:35811 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:18:15,409 INFO [RS:0;87fb68174c52:35811 {}] regionserver.LeaseManager(133): Closed leases 2024-11-07T12:18:15,409 INFO [RS:0;87fb68174c52:35811 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-07T12:18:15,409 INFO [RS:0;87fb68174c52:35811 {}] hbase.ChoreService(370): Chore service for: regionserver/87fb68174c52:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-07T12:18:15,409 INFO [RS:0;87fb68174c52:35811 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-07T12:18:15,409 INFO [regionserver/87fb68174c52:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-07T12:18:15,409 INFO [RS:0;87fb68174c52:35811 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;87fb68174c52:35811. 2024-11-07T12:18:15,409 DEBUG [RS:0;87fb68174c52:35811 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T12:18:15,409 DEBUG [RS:0;87fb68174c52:35811 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:18:15,409 DEBUG [RS:0;87fb68174c52:35811 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:18:15,409 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T12:18:15,410 INFO [RS:0;87fb68174c52:35811 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:35811 2024-11-07T12:18:15,412 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35811-0x1001a2c73090004, quorum=127.0.0.1:62770, baseZNode=/1-1899972023 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1899972023/rs/87fb68174c52,35811,1730981821515 2024-11-07T12:18:15,412 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42517-0x1001a2c73090003, quorum=127.0.0.1:62770, baseZNode=/1-1899972023 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1899972023/rs 2024-11-07T12:18:15,412 INFO [RS:0;87fb68174c52:35811 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-07T12:18:15,414 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [87fb68174c52,35811,1730981821515] 2024-11-07T12:18:15,415 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1899972023/draining/87fb68174c52,35811,1730981821515 already deleted, retry=false 2024-11-07T12:18:15,415 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 87fb68174c52,35811,1730981821515 expired; onlineServers=0 2024-11-07T12:18:15,415 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '87fb68174c52,42517,1730981821464' ***** 2024-11-07T12:18:15,415 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-07T12:18:15,415 INFO [M:0;87fb68174c52:42517 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-07T12:18:15,415 INFO [M:0;87fb68174c52:42517 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-07T12:18:15,415 DEBUG [M:0;87fb68174c52:42517 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-07T12:18:15,416 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-07T12:18:15,416 DEBUG [M:0;87fb68174c52:42517 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-07T12:18:15,416 DEBUG [master/87fb68174c52:0:becomeActiveMaster-HFileCleaner.large.0-1730981823279 {}] cleaner.HFileCleaner(306): Exit Thread[master/87fb68174c52:0:becomeActiveMaster-HFileCleaner.large.0-1730981823279,5,FailOnTimeoutGroup] 2024-11-07T12:18:15,416 DEBUG [master/87fb68174c52:0:becomeActiveMaster-HFileCleaner.small.0-1730981823279 {}] cleaner.HFileCleaner(306): Exit Thread[master/87fb68174c52:0:becomeActiveMaster-HFileCleaner.small.0-1730981823279,5,FailOnTimeoutGroup] 2024-11-07T12:18:15,416 INFO [M:0;87fb68174c52:42517 {}] hbase.ChoreService(370): Chore service for: master/87fb68174c52:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-07T12:18:15,416 INFO [M:0;87fb68174c52:42517 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-07T12:18:15,416 DEBUG [M:0;87fb68174c52:42517 {}] master.HMaster(1795): Stopping service threads 2024-11-07T12:18:15,416 INFO [M:0;87fb68174c52:42517 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-07T12:18:15,416 INFO [M:0;87fb68174c52:42517 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-07T12:18:15,416 INFO [M:0;87fb68174c52:42517 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-07T12:18:15,416 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-07T12:18:15,417 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42517-0x1001a2c73090003, quorum=127.0.0.1:62770, baseZNode=/1-1899972023 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1899972023/master 2024-11-07T12:18:15,417 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42517-0x1001a2c73090003, quorum=127.0.0.1:62770, baseZNode=/1-1899972023 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1899972023 2024-11-07T12:18:15,417 DEBUG [M:0;87fb68174c52:42517 {}] zookeeper.ZKUtil(347): master:42517-0x1001a2c73090003, quorum=127.0.0.1:62770, baseZNode=/1-1899972023 Unable to get data of znode /1-1899972023/master because node does not exist (not an error) 2024-11-07T12:18:15,417 WARN [M:0;87fb68174c52:42517 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-07T12:18:15,419 INFO [M:0;87fb68174c52:42517 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:37159/user/jenkins/test-data/42438195-10c5-8d6e-91c7-a3a2b87733cf/.lastflushedseqids 2024-11-07T12:18:15,423 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45777 is added to blk_1073741843_1019 (size=173) 2024-11-07T12:18:15,514 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35811-0x1001a2c73090004, quorum=127.0.0.1:62770, baseZNode=/1-1899972023 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T12:18:15,514 INFO [RS:0;87fb68174c52:35811 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-07T12:18:15,514 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35811-0x1001a2c73090004, quorum=127.0.0.1:62770, baseZNode=/1-1899972023 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T12:18:15,514 INFO [RS:0;87fb68174c52:35811 {}] regionserver.HRegionServer(1031): Exiting; stopping=87fb68174c52,35811,1730981821515; zookeeper connection closed. 2024-11-07T12:18:15,515 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@458e9299 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@458e9299 2024-11-07T12:18:15,515 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-07T12:18:15,824 INFO [M:0;87fb68174c52:42517 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-07T12:18:15,824 INFO [M:0;87fb68174c52:42517 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-07T12:18:15,824 DEBUG [M:0;87fb68174c52:42517 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-07T12:18:15,824 INFO [M:0;87fb68174c52:42517 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T12:18:15,824 DEBUG [M:0;87fb68174c52:42517 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T12:18:15,824 DEBUG [M:0;87fb68174c52:42517 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-07T12:18:15,824 DEBUG [M:0;87fb68174c52:42517 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T12:18:15,824 INFO [M:0;87fb68174c52:42517 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=28.05 KB heapSize=34.16 KB 2024-11-07T12:18:15,840 DEBUG [M:0;87fb68174c52:42517 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37159/user/jenkins/test-data/42438195-10c5-8d6e-91c7-a3a2b87733cf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e2102c7915c4405897efea9b899d1887 is 82, key is hbase:meta,,1/info:regioninfo/1730981824465/Put/seqid=0 2024-11-07T12:18:15,844 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45777 is added to blk_1073741844_1020 (size=5672) 2024-11-07T12:18:16,244 INFO [M:0;87fb68174c52:42517 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:37159/user/jenkins/test-data/42438195-10c5-8d6e-91c7-a3a2b87733cf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e2102c7915c4405897efea9b899d1887 2024-11-07T12:18:16,264 DEBUG [M:0;87fb68174c52:42517 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37159/user/jenkins/test-data/42438195-10c5-8d6e-91c7-a3a2b87733cf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/91392215e2664dd5bcb1de05929ab645 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1730981826902/Put/seqid=0 2024-11-07T12:18:16,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45777 is added to blk_1073741845_1021 (size=6727) 2024-11-07T12:18:16,542 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,34609,1730981817445.replicationSource.wal-reader.87fb68174c52%2C34609%2C1730981817445,1-87fb68174c52,34609,1730981817445 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37171/user/jenkins/test-data/4b59a02d-bd41-e7d3-de01-a815d46aa5f7/WALs/87fb68174c52,34609,1730981817445/87fb68174c52%2C34609%2C1730981817445.1730981819439 to pos 997, reset compression=false 2024-11-07T12:18:16,668 INFO [M:0;87fb68174c52:42517 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.50 KB at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:37159/user/jenkins/test-data/42438195-10c5-8d6e-91c7-a3a2b87733cf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/91392215e2664dd5bcb1de05929ab645 2024-11-07T12:18:16,673 INFO [M:0;87fb68174c52:42517 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 91392215e2664dd5bcb1de05929ab645 2024-11-07T12:18:16,688 DEBUG [M:0;87fb68174c52:42517 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37159/user/jenkins/test-data/42438195-10c5-8d6e-91c7-a3a2b87733cf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d381fb7c7ec44fce86ffee4b6f2d96dd is 69, key is 87fb68174c52,35811,1730981821515/rs:state/1730981823352/Put/seqid=0 2024-11-07T12:18:16,691 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45777 is added to blk_1073741846_1022 (size=5156) 2024-11-07T12:18:17,092 INFO [M:0;87fb68174c52:42517 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:37159/user/jenkins/test-data/42438195-10c5-8d6e-91c7-a3a2b87733cf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d381fb7c7ec44fce86ffee4b6f2d96dd 2024-11-07T12:18:17,098 DEBUG [M:0;87fb68174c52:42517 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37159/user/jenkins/test-data/42438195-10c5-8d6e-91c7-a3a2b87733cf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e2102c7915c4405897efea9b899d1887 as hdfs://localhost:37159/user/jenkins/test-data/42438195-10c5-8d6e-91c7-a3a2b87733cf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e2102c7915c4405897efea9b899d1887 2024-11-07T12:18:17,102 INFO [M:0;87fb68174c52:42517 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37159/user/jenkins/test-data/42438195-10c5-8d6e-91c7-a3a2b87733cf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e2102c7915c4405897efea9b899d1887, entries=8, sequenceid=58, filesize=5.5 K 2024-11-07T12:18:17,103 DEBUG [M:0;87fb68174c52:42517 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37159/user/jenkins/test-data/42438195-10c5-8d6e-91c7-a3a2b87733cf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/91392215e2664dd5bcb1de05929ab645 as hdfs://localhost:37159/user/jenkins/test-data/42438195-10c5-8d6e-91c7-a3a2b87733cf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/91392215e2664dd5bcb1de05929ab645 2024-11-07T12:18:17,107 INFO [M:0;87fb68174c52:42517 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 91392215e2664dd5bcb1de05929ab645 2024-11-07T12:18:17,107 INFO [M:0;87fb68174c52:42517 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37159/user/jenkins/test-data/42438195-10c5-8d6e-91c7-a3a2b87733cf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/91392215e2664dd5bcb1de05929ab645, entries=6, sequenceid=58, filesize=6.6 K 2024-11-07T12:18:17,108 DEBUG [M:0;87fb68174c52:42517 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37159/user/jenkins/test-data/42438195-10c5-8d6e-91c7-a3a2b87733cf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d381fb7c7ec44fce86ffee4b6f2d96dd as hdfs://localhost:37159/user/jenkins/test-data/42438195-10c5-8d6e-91c7-a3a2b87733cf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d381fb7c7ec44fce86ffee4b6f2d96dd 2024-11-07T12:18:17,112 INFO [M:0;87fb68174c52:42517 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37159/user/jenkins/test-data/42438195-10c5-8d6e-91c7-a3a2b87733cf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d381fb7c7ec44fce86ffee4b6f2d96dd, entries=1, sequenceid=58, filesize=5.0 K 2024-11-07T12:18:17,113 INFO [M:0;87fb68174c52:42517 {}] regionserver.HRegion(3140): Finished flush of dataSize ~28.05 KB/28727, heapSize ~33.87 KB/34680, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1289ms, sequenceid=58, compaction requested=false 2024-11-07T12:18:17,114 INFO [M:0;87fb68174c52:42517 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T12:18:17,114 DEBUG [M:0;87fb68174c52:42517 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1730981895824Disabling compacts and flushes for region at 1730981895824Disabling writes for close at 1730981895824Obtaining lock to block concurrent updates at 1730981895824Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1730981895824Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28727, getHeapSize=34920, getOffHeapSize=0, getCellsCount=69 at 1730981895825 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1730981895825Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1730981895825Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1730981895840 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1730981895840Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1730981896249 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1730981896263 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1730981896264 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1730981896674 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1730981896687 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1730981896687Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3bed8151: reopening flushed file at 1730981897097 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5bf20b89: reopening flushed file at 1730981897102 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@61b79d40: reopening flushed file at 1730981897107 (+5 ms)Finished flush of dataSize ~28.05 KB/28727, heapSize ~33.87 KB/34680, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1289ms, sequenceid=58, compaction requested=false at 1730981897113 (+6 ms)Writing region close event to WAL at 1730981897114 (+1 ms)Closed at 1730981897114 2024-11-07T12:18:17,116 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45777 is added to blk_1073741830_1006 (size=33026) 2024-11-07T12:18:17,116 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-07T12:18:17,117 INFO [M:0;87fb68174c52:42517 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-07T12:18:17,117 INFO [M:0;87fb68174c52:42517 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:42517 2024-11-07T12:18:17,117 INFO [M:0;87fb68174c52:42517 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-07T12:18:17,219 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42517-0x1001a2c73090003, quorum=127.0.0.1:62770, baseZNode=/1-1899972023 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T12:18:17,219 INFO [M:0;87fb68174c52:42517 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-07T12:18:17,219 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42517-0x1001a2c73090003, quorum=127.0.0.1:62770, baseZNode=/1-1899972023 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T12:18:17,225 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3bf1f95{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T12:18:17,226 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@172ab688{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-07T12:18:17,226 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-07T12:18:17,226 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@290405a3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-07T12:18:17,226 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@225e79ad{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e52ec69b-4ab5-eb92-1278-14707a730ef6/hadoop.log.dir/,STOPPED} 2024-11-07T12:18:17,228 WARN [BP-1607303390-172.17.0.3-1730981820508 heartbeating to localhost/127.0.0.1:37159 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-07T12:18:17,228 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-07T12:18:17,228 WARN [BP-1607303390-172.17.0.3-1730981820508 heartbeating to localhost/127.0.0.1:37159 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1607303390-172.17.0.3-1730981820508 (Datanode Uuid 4b3e1e4b-82d0-4aa5-9787-9c9ed70f95b9) service to localhost/127.0.0.1:37159 2024-11-07T12:18:17,228 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-07T12:18:17,228 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e52ec69b-4ab5-eb92-1278-14707a730ef6/cluster_3cb01f68-b703-4445-f22b-13faa868b4d9/data/data1/current/BP-1607303390-172.17.0.3-1730981820508 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T12:18:17,229 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e52ec69b-4ab5-eb92-1278-14707a730ef6/cluster_3cb01f68-b703-4445-f22b-13faa868b4d9/data/data2/current/BP-1607303390-172.17.0.3-1730981820508 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T12:18:17,229 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-07T12:18:17,235 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2321bae{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-07T12:18:17,236 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@42b16601{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-07T12:18:17,236 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-07T12:18:17,236 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@847f2b9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-07T12:18:17,236 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5b3d5207{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e52ec69b-4ab5-eb92-1278-14707a730ef6/hadoop.log.dir/,STOPPED} 2024-11-07T12:18:17,249 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-07T12:18:17,249 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-07T12:18:17,249 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T12:18:17,249 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T12:18:17,249 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:18:17,249 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:18:17,249 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T12:18:17,249 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-07T12:18:17,249 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=39837571, stopped=false 2024-11-07T12:18:17,250 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=87fb68174c52,41431,1730981817399 2024-11-07T12:18:17,251 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-07T12:18:17,251 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34609-0x1001a2c73090001, quorum=127.0.0.1:62770, baseZNode=/0122326548 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0122326548/running 2024-11-07T12:18:17,251 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41431-0x1001a2c73090000, quorum=127.0.0.1:62770, baseZNode=/0122326548 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0122326548/running 2024-11-07T12:18:17,251 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T12:18:17,251 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T12:18:17,251 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:18:17,252 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41431-0x1001a2c73090000, quorum=127.0.0.1:62770, baseZNode=/0122326548 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0122326548 2024-11-07T12:18:17,252 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34609-0x1001a2c73090001, quorum=127.0.0.1:62770, baseZNode=/0122326548 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0122326548 2024-11-07T12:18:17,252 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '87fb68174c52,34609,1730981817445' ***** 2024-11-07T12:18:17,252 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-07T12:18:17,252 INFO [RS:0;87fb68174c52:34609 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-07T12:18:17,252 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-07T12:18:17,252 INFO [RS:0;87fb68174c52:34609 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-07T12:18:17,252 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34609-0x1001a2c73090001, quorum=127.0.0.1:62770, baseZNode=/0122326548 Set watcher on znode that does not yet exist, /0122326548/running 2024-11-07T12:18:17,252 INFO [RS:0;87fb68174c52:34609 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-07T12:18:17,252 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41431-0x1001a2c73090000, quorum=127.0.0.1:62770, baseZNode=/0122326548 Set watcher on znode that does not yet exist, /0122326548/running 2024-11-07T12:18:17,252 INFO [RS:0;87fb68174c52:34609 {}] regionserver.HRegionServer(3091): Received CLOSE for 9a4f1d9c31724dbbcee6fd1f1aae9351 2024-11-07T12:18:17,253 INFO [RS:0;87fb68174c52:34609 {}] regionserver.HRegionServer(3091): Received CLOSE for 15beaf709fb72874a39f75ac601808e4 2024-11-07T12:18:17,253 INFO [RS:0;87fb68174c52:34609 {}] regionserver.HRegionServer(959): stopping server 87fb68174c52,34609,1730981817445 2024-11-07T12:18:17,253 INFO [RS:0;87fb68174c52:34609 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-07T12:18:17,253 INFO [RS:0;87fb68174c52:34609 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;87fb68174c52:34609. 2024-11-07T12:18:17,253 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 9a4f1d9c31724dbbcee6fd1f1aae9351, disabling compactions & flushes 2024-11-07T12:18:17,253 DEBUG [RS:0;87fb68174c52:34609 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T12:18:17,253 INFO [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1730981827887.9a4f1d9c31724dbbcee6fd1f1aae9351. 2024-11-07T12:18:17,253 DEBUG [RS:0;87fb68174c52:34609 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:18:17,253 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1730981827887.9a4f1d9c31724dbbcee6fd1f1aae9351. 2024-11-07T12:18:17,253 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1730981827887.9a4f1d9c31724dbbcee6fd1f1aae9351. after waiting 0 ms 2024-11-07T12:18:17,253 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1730981827887.9a4f1d9c31724dbbcee6fd1f1aae9351. 2024-11-07T12:18:17,253 INFO [RS:0;87fb68174c52:34609 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-07T12:18:17,253 INFO [RS:0;87fb68174c52:34609 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-07T12:18:17,253 INFO [RS:0;87fb68174c52:34609 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-07T12:18:17,253 INFO [RS:0;87fb68174c52:34609 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-07T12:18:17,253 INFO [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 9a4f1d9c31724dbbcee6fd1f1aae9351 3/3 column families, dataSize=874 B heapSize=2.19 KB 2024-11-07T12:18:17,253 INFO [RS:0;87fb68174c52:34609 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-07T12:18:17,253 DEBUG [RS:0;87fb68174c52:34609 {}] regionserver.HRegionServer(1325): Online Regions={9a4f1d9c31724dbbcee6fd1f1aae9351=hbase:replication,,1730981827887.9a4f1d9c31724dbbcee6fd1f1aae9351., 15beaf709fb72874a39f75ac601808e4=test,,1730981824555.15beaf709fb72874a39f75ac601808e4., 1588230740=hbase:meta,,1.1588230740} 2024-11-07T12:18:17,253 DEBUG [RS:0;87fb68174c52:34609 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 15beaf709fb72874a39f75ac601808e4, 9a4f1d9c31724dbbcee6fd1f1aae9351 2024-11-07T12:18:17,253 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-07T12:18:17,254 INFO [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-07T12:18:17,254 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-07T12:18:17,254 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-07T12:18:17,254 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-07T12:18:17,254 INFO [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-07T12:18:17,270 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37171/user/jenkins/test-data/4b59a02d-bd41-e7d3-de01-a815d46aa5f7/data/hbase/replication/9a4f1d9c31724dbbcee6fd1f1aae9351/.tmp/hfileref/4133d8fff12645bcbe92ed3246af7726 is 74, key is 1/hfileref:950a377910a44cbba1bd47aa14730846_SeqId_4_/1730981831655/DeleteColumn/seqid=0 2024-11-07T12:18:17,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43011 is added to blk_1073741844_1020 (size=5203) 2024-11-07T12:18:17,275 INFO [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=280 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:37171/user/jenkins/test-data/4b59a02d-bd41-e7d3-de01-a815d46aa5f7/data/hbase/replication/9a4f1d9c31724dbbcee6fd1f1aae9351/.tmp/hfileref/4133d8fff12645bcbe92ed3246af7726 2024-11-07T12:18:17,276 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37171/user/jenkins/test-data/4b59a02d-bd41-e7d3-de01-a815d46aa5f7/data/hbase/meta/1588230740/.tmp/info/6651f15f858e40fe9df235c8713e8bc7 is 147, key is hbase:replication,,1730981827887.9a4f1d9c31724dbbcee6fd1f1aae9351./info:regioninfo/1730981829065/Put/seqid=0 2024-11-07T12:18:17,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43011 is added to blk_1073741845_1021 (size=7686) 2024-11-07T12:18:17,295 INFO [regionserver/87fb68174c52:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-07T12:18:17,295 INFO [regionserver/87fb68174c52:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-07T12:18:17,301 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37171/user/jenkins/test-data/4b59a02d-bd41-e7d3-de01-a815d46aa5f7/data/hbase/replication/9a4f1d9c31724dbbcee6fd1f1aae9351/.tmp/queue/7cc78050739d471cb0dd3997a5a9ac2a is 153, key is 1-87fb68174c52,34609,1730981817445/queue:87fb68174c52%2C34609%2C1730981817445/1730981833482/Put/seqid=0 2024-11-07T12:18:17,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43011 is added to blk_1073741846_1022 (size=5352) 2024-11-07T12:18:17,350 INFO [regionserver/87fb68174c52:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-07T12:18:17,454 DEBUG [RS:0;87fb68174c52:34609 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 15beaf709fb72874a39f75ac601808e4, 9a4f1d9c31724dbbcee6fd1f1aae9351 2024-11-07T12:18:17,654 DEBUG [RS:0;87fb68174c52:34609 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 15beaf709fb72874a39f75ac601808e4, 9a4f1d9c31724dbbcee6fd1f1aae9351 2024-11-07T12:18:17,683 INFO [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37171/user/jenkins/test-data/4b59a02d-bd41-e7d3-de01-a815d46aa5f7/data/hbase/meta/1588230740/.tmp/info/6651f15f858e40fe9df235c8713e8bc7 2024-11-07T12:18:17,703 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37171/user/jenkins/test-data/4b59a02d-bd41-e7d3-de01-a815d46aa5f7/data/hbase/meta/1588230740/.tmp/ns/19f2e804ea91486097fade7239c96adb is 43, key is default/ns:d/1730981820427/Put/seqid=0 2024-11-07T12:18:17,705 INFO [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=594 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:37171/user/jenkins/test-data/4b59a02d-bd41-e7d3-de01-a815d46aa5f7/data/hbase/replication/9a4f1d9c31724dbbcee6fd1f1aae9351/.tmp/queue/7cc78050739d471cb0dd3997a5a9ac2a 2024-11-07T12:18:17,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43011 is added to blk_1073741847_1023 (size=5153) 2024-11-07T12:18:17,710 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37171/user/jenkins/test-data/4b59a02d-bd41-e7d3-de01-a815d46aa5f7/data/hbase/replication/9a4f1d9c31724dbbcee6fd1f1aae9351/.tmp/hfileref/4133d8fff12645bcbe92ed3246af7726 as hdfs://localhost:37171/user/jenkins/test-data/4b59a02d-bd41-e7d3-de01-a815d46aa5f7/data/hbase/replication/9a4f1d9c31724dbbcee6fd1f1aae9351/hfileref/4133d8fff12645bcbe92ed3246af7726 2024-11-07T12:18:17,715 INFO [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37171/user/jenkins/test-data/4b59a02d-bd41-e7d3-de01-a815d46aa5f7/data/hbase/replication/9a4f1d9c31724dbbcee6fd1f1aae9351/hfileref/4133d8fff12645bcbe92ed3246af7726, entries=2, sequenceid=10, filesize=5.1 K 2024-11-07T12:18:17,716 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37171/user/jenkins/test-data/4b59a02d-bd41-e7d3-de01-a815d46aa5f7/data/hbase/replication/9a4f1d9c31724dbbcee6fd1f1aae9351/.tmp/queue/7cc78050739d471cb0dd3997a5a9ac2a as hdfs://localhost:37171/user/jenkins/test-data/4b59a02d-bd41-e7d3-de01-a815d46aa5f7/data/hbase/replication/9a4f1d9c31724dbbcee6fd1f1aae9351/queue/7cc78050739d471cb0dd3997a5a9ac2a 2024-11-07T12:18:17,720 INFO [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37171/user/jenkins/test-data/4b59a02d-bd41-e7d3-de01-a815d46aa5f7/data/hbase/replication/9a4f1d9c31724dbbcee6fd1f1aae9351/queue/7cc78050739d471cb0dd3997a5a9ac2a, entries=1, sequenceid=10, filesize=5.2 K 2024-11-07T12:18:17,721 INFO [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for 9a4f1d9c31724dbbcee6fd1f1aae9351 in 468ms, sequenceid=10, compaction requested=false 2024-11-07T12:18:17,725 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37171/user/jenkins/test-data/4b59a02d-bd41-e7d3-de01-a815d46aa5f7/data/hbase/replication/9a4f1d9c31724dbbcee6fd1f1aae9351/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-07T12:18:17,725 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-07T12:18:17,725 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-07T12:18:17,725 INFO [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1730981827887.9a4f1d9c31724dbbcee6fd1f1aae9351. 2024-11-07T12:18:17,725 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 9a4f1d9c31724dbbcee6fd1f1aae9351: Waiting for close lock at 1730981897253Running coprocessor pre-close hooks at 1730981897253Disabling compacts and flushes for region at 1730981897253Disabling writes for close at 1730981897253Obtaining lock to block concurrent updates at 1730981897253Preparing flush snapshotting stores in 9a4f1d9c31724dbbcee6fd1f1aae9351 at 1730981897253Finished memstore snapshotting hbase:replication,,1730981827887.9a4f1d9c31724dbbcee6fd1f1aae9351., syncing WAL and waiting on mvcc, flushsize=dataSize=874, getHeapSize=2192, getOffHeapSize=0, getCellsCount=8 at 1730981897253Flushing stores of hbase:replication,,1730981827887.9a4f1d9c31724dbbcee6fd1f1aae9351. at 1730981897254 (+1 ms)Flushing 9a4f1d9c31724dbbcee6fd1f1aae9351/hfileref: creating writer at 1730981897254Flushing 9a4f1d9c31724dbbcee6fd1f1aae9351/hfileref: appending metadata at 1730981897269 (+15 ms)Flushing 9a4f1d9c31724dbbcee6fd1f1aae9351/hfileref: closing flushed file at 1730981897269Flushing 9a4f1d9c31724dbbcee6fd1f1aae9351/queue: creating writer at 1730981897287 (+18 ms)Flushing 9a4f1d9c31724dbbcee6fd1f1aae9351/queue: appending metadata at 1730981897301 (+14 ms)Flushing 9a4f1d9c31724dbbcee6fd1f1aae9351/queue: closing flushed file at 1730981897301Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@42c626c6: reopening flushed file at 1730981897710 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@16617c1: reopening flushed file at 1730981897715 (+5 ms)Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for 9a4f1d9c31724dbbcee6fd1f1aae9351 in 468ms, sequenceid=10, compaction requested=false at 1730981897721 (+6 ms)Writing region close event to WAL at 1730981897722 (+1 ms)Running coprocessor post-close hooks at 1730981897725 (+3 ms)Closed at 1730981897725 2024-11-07T12:18:17,725 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1730981827887.9a4f1d9c31724dbbcee6fd1f1aae9351. 2024-11-07T12:18:17,726 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 15beaf709fb72874a39f75ac601808e4, disabling compactions & flushes 2024-11-07T12:18:17,726 INFO [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1730981824555.15beaf709fb72874a39f75ac601808e4. 2024-11-07T12:18:17,726 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1730981824555.15beaf709fb72874a39f75ac601808e4. 2024-11-07T12:18:17,726 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1730981824555.15beaf709fb72874a39f75ac601808e4. after waiting 0 ms 2024-11-07T12:18:17,726 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1730981824555.15beaf709fb72874a39f75ac601808e4. 2024-11-07T12:18:17,729 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37171/user/jenkins/test-data/4b59a02d-bd41-e7d3-de01-a815d46aa5f7/data/default/test/15beaf709fb72874a39f75ac601808e4/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-07T12:18:17,729 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-07T12:18:17,729 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-07T12:18:17,730 INFO [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1730981824555.15beaf709fb72874a39f75ac601808e4. 2024-11-07T12:18:17,730 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 15beaf709fb72874a39f75ac601808e4: Waiting for close lock at 1730981897726Running coprocessor pre-close hooks at 1730981897726Disabling compacts and flushes for region at 1730981897726Disabling writes for close at 1730981897726Writing region close event to WAL at 1730981897726Running coprocessor post-close hooks at 1730981897729 (+3 ms)Closed at 1730981897730 (+1 ms) 2024-11-07T12:18:17,730 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1730981824555.15beaf709fb72874a39f75ac601808e4. 2024-11-07T12:18:17,854 DEBUG [RS:0;87fb68174c52:34609 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-07T12:18:18,054 DEBUG [RS:0;87fb68174c52:34609 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-07T12:18:18,107 INFO [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37171/user/jenkins/test-data/4b59a02d-bd41-e7d3-de01-a815d46aa5f7/data/hbase/meta/1588230740/.tmp/ns/19f2e804ea91486097fade7239c96adb 2024-11-07T12:18:18,127 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37171/user/jenkins/test-data/4b59a02d-bd41-e7d3-de01-a815d46aa5f7/data/hbase/meta/1588230740/.tmp/rep_barrier/74586ece08d74ed1b320f7fc08574003 is 112, key is test,,1730981824555.15beaf709fb72874a39f75ac601808e4./rep_barrier:seqnumDuringOpen/1730981825323/Put/seqid=0 2024-11-07T12:18:18,131 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43011 is added to blk_1073741848_1024 (size=5518) 2024-11-07T12:18:18,254 INFO [RS:0;87fb68174c52:34609 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-07T12:18:18,255 DEBUG [RS:0;87fb68174c52:34609 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-07T12:18:18,255 DEBUG [RS:0;87fb68174c52:34609 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-07T12:18:18,455 DEBUG [RS:0;87fb68174c52:34609 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-07T12:18:18,519 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T12:18:18,520 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T12:18:18,520 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T12:18:18,520 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T12:18:18,524 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T12:18:18,532 INFO [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37171/user/jenkins/test-data/4b59a02d-bd41-e7d3-de01-a815d46aa5f7/data/hbase/meta/1588230740/.tmp/rep_barrier/74586ece08d74ed1b320f7fc08574003 2024-11-07T12:18:18,551 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37171/user/jenkins/test-data/4b59a02d-bd41-e7d3-de01-a815d46aa5f7/data/hbase/meta/1588230740/.tmp/table/ad0089e471af4bef992e39629f21577b is 53, key is hbase:replication/table:state/1730981829074/Put/seqid=0 2024-11-07T12:18:18,555 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43011 is added to blk_1073741849_1025 (size=5308) 2024-11-07T12:18:18,655 DEBUG [RS:0;87fb68174c52:34609 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-07T12:18:18,855 DEBUG [RS:0;87fb68174c52:34609 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-07T12:18:18,956 INFO [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37171/user/jenkins/test-data/4b59a02d-bd41-e7d3-de01-a815d46aa5f7/data/hbase/meta/1588230740/.tmp/table/ad0089e471af4bef992e39629f21577b 2024-11-07T12:18:18,962 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37171/user/jenkins/test-data/4b59a02d-bd41-e7d3-de01-a815d46aa5f7/data/hbase/meta/1588230740/.tmp/info/6651f15f858e40fe9df235c8713e8bc7 as hdfs://localhost:37171/user/jenkins/test-data/4b59a02d-bd41-e7d3-de01-a815d46aa5f7/data/hbase/meta/1588230740/info/6651f15f858e40fe9df235c8713e8bc7 2024-11-07T12:18:18,968 INFO [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37171/user/jenkins/test-data/4b59a02d-bd41-e7d3-de01-a815d46aa5f7/data/hbase/meta/1588230740/info/6651f15f858e40fe9df235c8713e8bc7, entries=20, sequenceid=16, filesize=7.5 K 2024-11-07T12:18:18,969 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37171/user/jenkins/test-data/4b59a02d-bd41-e7d3-de01-a815d46aa5f7/data/hbase/meta/1588230740/.tmp/ns/19f2e804ea91486097fade7239c96adb as hdfs://localhost:37171/user/jenkins/test-data/4b59a02d-bd41-e7d3-de01-a815d46aa5f7/data/hbase/meta/1588230740/ns/19f2e804ea91486097fade7239c96adb 2024-11-07T12:18:18,973 INFO [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37171/user/jenkins/test-data/4b59a02d-bd41-e7d3-de01-a815d46aa5f7/data/hbase/meta/1588230740/ns/19f2e804ea91486097fade7239c96adb, entries=2, sequenceid=16, filesize=5.0 K 2024-11-07T12:18:18,974 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37171/user/jenkins/test-data/4b59a02d-bd41-e7d3-de01-a815d46aa5f7/data/hbase/meta/1588230740/.tmp/rep_barrier/74586ece08d74ed1b320f7fc08574003 as hdfs://localhost:37171/user/jenkins/test-data/4b59a02d-bd41-e7d3-de01-a815d46aa5f7/data/hbase/meta/1588230740/rep_barrier/74586ece08d74ed1b320f7fc08574003 2024-11-07T12:18:18,979 INFO [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37171/user/jenkins/test-data/4b59a02d-bd41-e7d3-de01-a815d46aa5f7/data/hbase/meta/1588230740/rep_barrier/74586ece08d74ed1b320f7fc08574003, entries=1, sequenceid=16, filesize=5.4 K 2024-11-07T12:18:18,980 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37171/user/jenkins/test-data/4b59a02d-bd41-e7d3-de01-a815d46aa5f7/data/hbase/meta/1588230740/.tmp/table/ad0089e471af4bef992e39629f21577b as hdfs://localhost:37171/user/jenkins/test-data/4b59a02d-bd41-e7d3-de01-a815d46aa5f7/data/hbase/meta/1588230740/table/ad0089e471af4bef992e39629f21577b 2024-11-07T12:18:18,984 INFO [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37171/user/jenkins/test-data/4b59a02d-bd41-e7d3-de01-a815d46aa5f7/data/hbase/meta/1588230740/table/ad0089e471af4bef992e39629f21577b, entries=4, sequenceid=16, filesize=5.2 K 2024-11-07T12:18:18,985 INFO [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1731ms, sequenceid=16, compaction requested=false 2024-11-07T12:18:18,985 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-07T12:18:18,990 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37171/user/jenkins/test-data/4b59a02d-bd41-e7d3-de01-a815d46aa5f7/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-07T12:18:18,991 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-07T12:18:18,991 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-07T12:18:18,991 INFO [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-07T12:18:18,991 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1730981897253Running coprocessor pre-close hooks at 1730981897253Disabling compacts and flushes for region at 1730981897253Disabling writes for close at 1730981897254 (+1 ms)Obtaining lock to block concurrent updates at 1730981897254Preparing flush snapshotting stores in 1588230740 at 1730981897254Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1730981897254Flushing stores of hbase:meta,,1.1588230740 at 1730981897254Flushing 1588230740/info: creating writer at 1730981897255 (+1 ms)Flushing 1588230740/info: appending metadata at 1730981897275 (+20 ms)Flushing 1588230740/info: closing flushed file at 1730981897275Flushing 1588230740/ns: creating writer at 1730981897688 (+413 ms)Flushing 1588230740/ns: appending metadata at 1730981897702 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1730981897702Flushing 1588230740/rep_barrier: creating writer at 1730981898112 (+410 ms)Flushing 1588230740/rep_barrier: appending metadata at 1730981898127 (+15 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1730981898127Flushing 1588230740/table: creating writer at 1730981898537 (+410 ms)Flushing 1588230740/table: appending metadata at 1730981898551 (+14 ms)Flushing 1588230740/table: closing flushed file at 1730981898551Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6eb6a5ed: reopening flushed file at 1730981898962 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7e696c46: reopening flushed file at 1730981898968 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7ef1e60c: reopening flushed file at 1730981898973 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@727b314b: reopening flushed file at 1730981898979 (+6 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1731ms, sequenceid=16, compaction requested=false at 1730981898985 (+6 ms)Writing region close event to WAL at 1730981898987 (+2 ms)Running coprocessor post-close hooks at 1730981898991 (+4 ms)Closed at 1730981898991 2024-11-07T12:18:18,991 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-07T12:18:19,030 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-07T12:18:19,048 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T12:18:19,048 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T12:18:19,049 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T12:18:19,049 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T12:18:19,053 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T12:18:19,055 INFO [RS:0;87fb68174c52:34609 {}] regionserver.HRegionServer(976): stopping server 87fb68174c52,34609,1730981817445; all regions closed. 2024-11-07T12:18:19,058 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43011 is added to blk_1073741834_1010 (size=4239) 2024-11-07T12:18:19,061 DEBUG [RS:0;87fb68174c52:34609 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/4b59a02d-bd41-e7d3-de01-a815d46aa5f7/oldWALs 2024-11-07T12:18:19,061 INFO [RS:0;87fb68174c52:34609 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 87fb68174c52%2C34609%2C1730981817445.meta:.meta(num 1730981820372) 2024-11-07T12:18:19,063 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43011 is added to blk_1073741839_1015 (size=2700) 2024-11-07T12:18:19,065 DEBUG [RS:0;87fb68174c52:34609 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/4b59a02d-bd41-e7d3-de01-a815d46aa5f7/oldWALs 2024-11-07T12:18:19,065 INFO [RS:0;87fb68174c52:34609 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 87fb68174c52%2C34609%2C1730981817445.rep:(num 1730981829030) 2024-11-07T12:18:19,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43011 is added to blk_1073741832_1008 (size=1300) 2024-11-07T12:18:19,069 DEBUG [RS:0;87fb68174c52:34609 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/4b59a02d-bd41-e7d3-de01-a815d46aa5f7/oldWALs 2024-11-07T12:18:19,069 INFO [RS:0;87fb68174c52:34609 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 87fb68174c52%2C34609%2C1730981817445:(num 1730981819439) 2024-11-07T12:18:19,069 DEBUG [RS:0;87fb68174c52:34609 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:18:19,069 INFO [RS:0;87fb68174c52:34609 {}] regionserver.LeaseManager(133): Closed leases 2024-11-07T12:18:19,069 INFO [RS:0;87fb68174c52:34609 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-07T12:18:19,069 INFO [RS:0;87fb68174c52:34609 {}] hbase.ChoreService(370): Chore service for: regionserver/87fb68174c52:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-07T12:18:19,069 INFO [RS:0;87fb68174c52:34609 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-07T12:18:19,069 INFO [regionserver/87fb68174c52:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-07T12:18:19,070 INFO [RS:0;87fb68174c52:34609 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-87fb68174c52,34609,1730981817445 because: Region server is closing 2024-11-07T12:18:19,070 INFO [RS:0;87fb68174c52:34609 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;87fb68174c52:34609. 2024-11-07T12:18:19,070 DEBUG [RS:0;87fb68174c52:34609 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T12:18:19,070 DEBUG [RS:0;87fb68174c52:34609 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:18:19,070 DEBUG [RS:0;87fb68174c52:34609 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:18:19,070 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T12:18:19,170 WARN [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,34609,1730981817445.replicationSource.wal-reader.87fb68174c52%2C34609%2C1730981817445,1-87fb68174c52,34609,1730981817445 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-07T12:18:19,170 WARN [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,34609,1730981817445.replicationSource.shipper87fb68174c52%2C34609%2C1730981817445,1-87fb68174c52,34609,1730981817445 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-07T12:18:19,171 INFO [RS:0;87fb68174c52:34609 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,34609,1730981817445.replicationSource.shipper87fb68174c52%2C34609%2C1730981817445,1-87fb68174c52,34609,1730981817445 terminated 2024-11-07T12:18:19,171 INFO [RS:0;87fb68174c52:34609 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:34609 2024-11-07T12:18:19,173 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41431-0x1001a2c73090000, quorum=127.0.0.1:62770, baseZNode=/0122326548 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0122326548/rs 2024-11-07T12:18:19,173 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34609-0x1001a2c73090001, quorum=127.0.0.1:62770, baseZNode=/0122326548 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0122326548/rs/87fb68174c52,34609,1730981817445 2024-11-07T12:18:19,173 INFO [RS:0;87fb68174c52:34609 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-07T12:18:19,174 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [87fb68174c52,34609,1730981817445] 2024-11-07T12:18:19,175 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0122326548/draining/87fb68174c52,34609,1730981817445 already deleted, retry=false 2024-11-07T12:18:19,175 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 87fb68174c52,34609,1730981817445 expired; onlineServers=0 2024-11-07T12:18:19,175 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '87fb68174c52,41431,1730981817399' ***** 2024-11-07T12:18:19,175 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-07T12:18:19,176 INFO [M:0;87fb68174c52:41431 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-07T12:18:19,176 INFO [M:0;87fb68174c52:41431 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-07T12:18:19,176 DEBUG [M:0;87fb68174c52:41431 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-07T12:18:19,176 DEBUG [M:0;87fb68174c52:41431 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-07T12:18:19,176 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-07T12:18:19,176 DEBUG [master/87fb68174c52:0:becomeActiveMaster-HFileCleaner.small.0-1730981819224 {}] cleaner.HFileCleaner(306): Exit Thread[master/87fb68174c52:0:becomeActiveMaster-HFileCleaner.small.0-1730981819224,5,FailOnTimeoutGroup] 2024-11-07T12:18:19,176 DEBUG [master/87fb68174c52:0:becomeActiveMaster-HFileCleaner.large.0-1730981819223 {}] cleaner.HFileCleaner(306): Exit Thread[master/87fb68174c52:0:becomeActiveMaster-HFileCleaner.large.0-1730981819223,5,FailOnTimeoutGroup] 2024-11-07T12:18:19,176 INFO [M:0;87fb68174c52:41431 {}] hbase.ChoreService(370): Chore service for: master/87fb68174c52:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-07T12:18:19,176 INFO [M:0;87fb68174c52:41431 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-07T12:18:19,176 DEBUG [M:0;87fb68174c52:41431 {}] master.HMaster(1795): Stopping service threads 2024-11-07T12:18:19,176 INFO [M:0;87fb68174c52:41431 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-07T12:18:19,176 INFO [M:0;87fb68174c52:41431 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-07T12:18:19,176 INFO [M:0;87fb68174c52:41431 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-07T12:18:19,176 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-07T12:18:19,178 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41431-0x1001a2c73090000, quorum=127.0.0.1:62770, baseZNode=/0122326548 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0122326548/master 2024-11-07T12:18:19,178 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41431-0x1001a2c73090000, quorum=127.0.0.1:62770, baseZNode=/0122326548 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0122326548 2024-11-07T12:18:19,178 DEBUG [M:0;87fb68174c52:41431 {}] zookeeper.ZKUtil(347): master:41431-0x1001a2c73090000, quorum=127.0.0.1:62770, baseZNode=/0122326548 Unable to get data of znode /0122326548/master because node does not exist (not an error) 2024-11-07T12:18:19,178 WARN [M:0;87fb68174c52:41431 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-07T12:18:19,179 INFO [M:0;87fb68174c52:41431 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:37171/user/jenkins/test-data/4b59a02d-bd41-e7d3-de01-a815d46aa5f7/.lastflushedseqids 2024-11-07T12:18:19,183 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43011 is added to blk_1073741850_1026 (size=263) 2024-11-07T12:18:19,275 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34609-0x1001a2c73090001, quorum=127.0.0.1:62770, baseZNode=/0122326548 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T12:18:19,275 INFO [RS:0;87fb68174c52:34609 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-07T12:18:19,275 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34609-0x1001a2c73090001, quorum=127.0.0.1:62770, baseZNode=/0122326548 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T12:18:19,275 INFO [RS:0;87fb68174c52:34609 {}] regionserver.HRegionServer(1031): Exiting; stopping=87fb68174c52,34609,1730981817445; zookeeper connection closed. 2024-11-07T12:18:19,275 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@29e540c8 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@29e540c8 2024-11-07T12:18:19,275 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-07T12:18:19,584 INFO [M:0;87fb68174c52:41431 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-07T12:18:19,584 INFO [M:0;87fb68174c52:41431 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-07T12:18:19,584 DEBUG [M:0;87fb68174c52:41431 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-07T12:18:19,584 INFO [M:0;87fb68174c52:41431 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T12:18:19,585 DEBUG [M:0;87fb68174c52:41431 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T12:18:19,585 DEBUG [M:0;87fb68174c52:41431 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-07T12:18:19,585 DEBUG [M:0;87fb68174c52:41431 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T12:18:19,585 INFO [M:0;87fb68174c52:41431 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.87 KB heapSize=65.87 KB 2024-11-07T12:18:19,601 DEBUG [M:0;87fb68174c52:41431 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37171/user/jenkins/test-data/4b59a02d-bd41-e7d3-de01-a815d46aa5f7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d94cadc490bf4ca58117f89cb8cee11f is 82, key is hbase:meta,,1/info:regioninfo/1730981820411/Put/seqid=0 2024-11-07T12:18:19,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43011 is added to blk_1073741851_1027 (size=5672) 2024-11-07T12:18:20,006 INFO [M:0;87fb68174c52:41431 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:37171/user/jenkins/test-data/4b59a02d-bd41-e7d3-de01-a815d46aa5f7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d94cadc490bf4ca58117f89cb8cee11f 2024-11-07T12:18:20,025 DEBUG [M:0;87fb68174c52:41431 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37171/user/jenkins/test-data/4b59a02d-bd41-e7d3-de01-a815d46aa5f7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6db6b0b4a5484272a10877ac6c85a9bf is 1247, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1730981825338/Put/seqid=0 2024-11-07T12:18:20,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43011 is added to blk_1073741852_1028 (size=7241) 2024-11-07T12:18:20,430 INFO [M:0;87fb68174c52:41431 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.31 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:37171/user/jenkins/test-data/4b59a02d-bd41-e7d3-de01-a815d46aa5f7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6db6b0b4a5484272a10877ac6c85a9bf 2024-11-07T12:18:20,434 INFO [M:0;87fb68174c52:41431 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6db6b0b4a5484272a10877ac6c85a9bf 2024-11-07T12:18:20,449 DEBUG [M:0;87fb68174c52:41431 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37171/user/jenkins/test-data/4b59a02d-bd41-e7d3-de01-a815d46aa5f7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/679af56875c1498b9fbc570698c74e99 is 69, key is 87fb68174c52,34609,1730981817445/rs:state/1730981819284/Put/seqid=0 2024-11-07T12:18:20,452 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43011 is added to blk_1073741853_1029 (size=5156) 2024-11-07T12:18:20,853 INFO [M:0;87fb68174c52:41431 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:37171/user/jenkins/test-data/4b59a02d-bd41-e7d3-de01-a815d46aa5f7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/679af56875c1498b9fbc570698c74e99 2024-11-07T12:18:20,859 DEBUG [M:0;87fb68174c52:41431 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37171/user/jenkins/test-data/4b59a02d-bd41-e7d3-de01-a815d46aa5f7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d94cadc490bf4ca58117f89cb8cee11f as hdfs://localhost:37171/user/jenkins/test-data/4b59a02d-bd41-e7d3-de01-a815d46aa5f7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d94cadc490bf4ca58117f89cb8cee11f 2024-11-07T12:18:20,863 INFO [M:0;87fb68174c52:41431 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37171/user/jenkins/test-data/4b59a02d-bd41-e7d3-de01-a815d46aa5f7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d94cadc490bf4ca58117f89cb8cee11f, entries=8, sequenceid=105, filesize=5.5 K 2024-11-07T12:18:20,864 DEBUG [M:0;87fb68174c52:41431 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37171/user/jenkins/test-data/4b59a02d-bd41-e7d3-de01-a815d46aa5f7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6db6b0b4a5484272a10877ac6c85a9bf as hdfs://localhost:37171/user/jenkins/test-data/4b59a02d-bd41-e7d3-de01-a815d46aa5f7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/6db6b0b4a5484272a10877ac6c85a9bf 2024-11-07T12:18:20,869 INFO [M:0;87fb68174c52:41431 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6db6b0b4a5484272a10877ac6c85a9bf 2024-11-07T12:18:20,869 INFO [M:0;87fb68174c52:41431 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37171/user/jenkins/test-data/4b59a02d-bd41-e7d3-de01-a815d46aa5f7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/6db6b0b4a5484272a10877ac6c85a9bf, entries=11, sequenceid=105, filesize=7.1 K 2024-11-07T12:18:20,869 DEBUG [M:0;87fb68174c52:41431 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37171/user/jenkins/test-data/4b59a02d-bd41-e7d3-de01-a815d46aa5f7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/679af56875c1498b9fbc570698c74e99 as hdfs://localhost:37171/user/jenkins/test-data/4b59a02d-bd41-e7d3-de01-a815d46aa5f7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/679af56875c1498b9fbc570698c74e99 2024-11-07T12:18:20,874 INFO [M:0;87fb68174c52:41431 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37171/user/jenkins/test-data/4b59a02d-bd41-e7d3-de01-a815d46aa5f7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/679af56875c1498b9fbc570698c74e99, entries=1, sequenceid=105, filesize=5.0 K 2024-11-07T12:18:20,875 INFO [M:0;87fb68174c52:41431 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.87 KB/57207, heapSize ~65.57 KB/67144, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1290ms, sequenceid=105, compaction requested=false 2024-11-07T12:18:20,876 INFO [M:0;87fb68174c52:41431 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T12:18:20,876 DEBUG [M:0;87fb68174c52:41431 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1730981899584Disabling compacts and flushes for region at 1730981899584Disabling writes for close at 1730981899585 (+1 ms)Obtaining lock to block concurrent updates at 1730981899585Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1730981899585Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57207, getHeapSize=67384, getOffHeapSize=0, getCellsCount=122 at 1730981899585Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1730981899586 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1730981899586Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1730981899600 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1730981899600Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1730981900011 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1730981900025 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1730981900025Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1730981900435 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1730981900448 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1730981900448Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2473c4ed: reopening flushed file at 1730981900858 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1671c58c: reopening flushed file at 1730981900863 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2dd9690f: reopening flushed file at 1730981900869 (+6 ms)Finished flush of dataSize ~55.87 KB/57207, heapSize ~65.57 KB/67144, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1290ms, sequenceid=105, compaction requested=false at 1730981900875 (+6 ms)Writing region close event to WAL at 1730981900876 (+1 ms)Closed at 1730981900876 2024-11-07T12:18:20,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43011 is added to blk_1073741830_1006 (size=64538) 2024-11-07T12:18:20,878 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/4b59a02d-bd41-e7d3-de01-a815d46aa5f7/MasterData/WALs/87fb68174c52,41431,1730981817399/87fb68174c52%2C41431%2C1730981817399.1730981819132 not finished, retry = 0 2024-11-07T12:18:20,979 INFO [M:0;87fb68174c52:41431 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-07T12:18:20,979 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-07T12:18:20,979 INFO [M:0;87fb68174c52:41431 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:41431 2024-11-07T12:18:20,980 INFO [M:0;87fb68174c52:41431 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-07T12:18:21,082 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41431-0x1001a2c73090000, quorum=127.0.0.1:62770, baseZNode=/0122326548 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T12:18:21,082 INFO [M:0;87fb68174c52:41431 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-07T12:18:21,082 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41431-0x1001a2c73090000, quorum=127.0.0.1:62770, baseZNode=/0122326548 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T12:18:21,084 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3c254bc{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T12:18:21,084 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@66f02a1d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-07T12:18:21,085 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-07T12:18:21,085 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@12d9f85b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-07T12:18:21,085 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5dbed4e9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f449dc7e-2e08-16cc-864e-d753c2050d37/hadoop.log.dir/,STOPPED} 2024-11-07T12:18:21,086 WARN [BP-1856336174-172.17.0.3-1730981816461 heartbeating to localhost/127.0.0.1:37171 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-07T12:18:21,086 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-07T12:18:21,086 WARN [BP-1856336174-172.17.0.3-1730981816461 heartbeating to localhost/127.0.0.1:37171 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1856336174-172.17.0.3-1730981816461 (Datanode Uuid 4d8ac281-eaea-4ae5-837a-d37683a08c4b) service to localhost/127.0.0.1:37171 2024-11-07T12:18:21,086 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-07T12:18:21,086 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f449dc7e-2e08-16cc-864e-d753c2050d37/cluster_b9332358-0d15-87db-263e-13d7707bcaf6/data/data1/current/BP-1856336174-172.17.0.3-1730981816461 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T12:18:21,086 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f449dc7e-2e08-16cc-864e-d753c2050d37/cluster_b9332358-0d15-87db-263e-13d7707bcaf6/data/data2/current/BP-1856336174-172.17.0.3-1730981816461 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T12:18:21,086 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-07T12:18:21,092 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6c23ea55{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-07T12:18:21,092 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1d61262c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-07T12:18:21,093 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-07T12:18:21,093 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6474836b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-07T12:18:21,093 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@36c0e5d8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f449dc7e-2e08-16cc-864e-d753c2050d37/hadoop.log.dir/,STOPPED} 2024-11-07T12:18:21,099 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-07T12:18:21,112 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-07T12:18:21,122 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=158 (was 136) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:37159 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37159 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37171 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37159 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37159 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:37171 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Registry-endpoints-refresh-end-points java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$804/0x00007fde78b90988.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:37171 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:37159 from jenkins.hfs.6 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:37171 from jenkins.hfs.5 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:62770) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins.hfs.6@localhost:37159 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Registry-endpoints-refresh-end-points java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$804/0x00007fde78b90988.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:37171 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:37159 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:37171 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:37159 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37171 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37171 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:62770) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-15-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=503 (was 465) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=182 (was 306), ProcessCount=11 (was 11), AvailableMemoryMB=289 (was 288) - AvailableMemoryMB LEAK? - 2024-11-07T12:18:21,129 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=159, OpenFileDescriptor=503, MaxFileDescriptor=1048576, SystemLoadAverage=182, ProcessCount=11, AvailableMemoryMB=289 2024-11-07T12:18:21,142 INFO [Time-limited test {}] replication.TestMasterReplication(517): testBasePeerConfigsForPeerMutations 2024-11-07T12:18:21,143 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e52ec69b-4ab5-eb92-1278-14707a730ef6/hadoop.log.dir so I do NOT create it in target/test-data/a2a8a480-89be-768f-0a40-0c8a6b677241 2024-11-07T12:18:21,143 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e52ec69b-4ab5-eb92-1278-14707a730ef6/hadoop.log.dir Erasing configuration value by system value. 2024-11-07T12:18:21,143 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e52ec69b-4ab5-eb92-1278-14707a730ef6/hadoop.tmp.dir so I do NOT create it in target/test-data/a2a8a480-89be-768f-0a40-0c8a6b677241 2024-11-07T12:18:21,143 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e52ec69b-4ab5-eb92-1278-14707a730ef6/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-07T12:18:21,143 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2a8a480-89be-768f-0a40-0c8a6b677241 2024-11-07T12:18:21,143 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2a8a480-89be-768f-0a40-0c8a6b677241/cluster_dad4e1fa-25c2-412a-4b99-84ca22569754, deleteOnExit=true 2024-11-07T12:18:21,145 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2a8a480-89be-768f-0a40-0c8a6b677241/cluster_dad4e1fa-25c2-412a-4b99-84ca22569754/zookeeper_0, clientPort=62492, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2a8a480-89be-768f-0a40-0c8a6b677241/cluster_dad4e1fa-25c2-412a-4b99-84ca22569754/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2a8a480-89be-768f-0a40-0c8a6b677241/cluster_dad4e1fa-25c2-412a-4b99-84ca22569754/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-07T12:18:21,146 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=62492 2024-11-07T12:18:21,146 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-07T12:18:21,146 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-07T12:18:21,146 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2a8a480-89be-768f-0a40-0c8a6b677241/test.cache.data in system properties and HBase conf 2024-11-07T12:18:21,146 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2a8a480-89be-768f-0a40-0c8a6b677241/hadoop.tmp.dir in system properties and HBase conf 2024-11-07T12:18:21,146 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2a8a480-89be-768f-0a40-0c8a6b677241/hadoop.log.dir in system properties and HBase conf 2024-11-07T12:18:21,146 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2a8a480-89be-768f-0a40-0c8a6b677241/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-07T12:18:21,146 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2a8a480-89be-768f-0a40-0c8a6b677241/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-07T12:18:21,146 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-07T12:18:21,147 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-07T12:18:21,147 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2a8a480-89be-768f-0a40-0c8a6b677241/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-07T12:18:21,147 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2a8a480-89be-768f-0a40-0c8a6b677241/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-07T12:18:21,147 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2a8a480-89be-768f-0a40-0c8a6b677241/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-07T12:18:21,147 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2a8a480-89be-768f-0a40-0c8a6b677241/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-07T12:18:21,147 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2a8a480-89be-768f-0a40-0c8a6b677241/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-07T12:18:21,147 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2a8a480-89be-768f-0a40-0c8a6b677241/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-07T12:18:21,147 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2a8a480-89be-768f-0a40-0c8a6b677241/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-07T12:18:21,147 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2a8a480-89be-768f-0a40-0c8a6b677241/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-07T12:18:21,147 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2a8a480-89be-768f-0a40-0c8a6b677241/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-07T12:18:21,147 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2a8a480-89be-768f-0a40-0c8a6b677241/nfs.dump.dir in system properties and HBase conf 2024-11-07T12:18:21,147 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2a8a480-89be-768f-0a40-0c8a6b677241/java.io.tmpdir in system properties and HBase conf 2024-11-07T12:18:21,147 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2a8a480-89be-768f-0a40-0c8a6b677241/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-07T12:18:21,147 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2a8a480-89be-768f-0a40-0c8a6b677241/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-07T12:18:21,147 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2a8a480-89be-768f-0a40-0c8a6b677241/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-07T12:18:21,197 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1001a2c73090002, quorum=127.0.0.1:62770, baseZNode=/0122326548 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-07T12:18:21,197 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1001a2c73090005, quorum=127.0.0.1:62770, baseZNode=/1-1899972023 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-07T12:18:21,197 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1001a2c73090005, quorum=127.0.0.1:62770, baseZNode=/1-1899972023 Received Disconnected from ZooKeeper, ignoring 2024-11-07T12:18:21,197 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1001a2c73090002, quorum=127.0.0.1:62770, baseZNode=/0122326548 Received Disconnected from ZooKeeper, ignoring 2024-11-07T12:18:21,213 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T12:18:21,217 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-07T12:18:21,221 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-07T12:18:21,221 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-07T12:18:21,221 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-07T12:18:21,221 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T12:18:21,222 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@ef16663{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2a8a480-89be-768f-0a40-0c8a6b677241/hadoop.log.dir/,AVAILABLE} 2024-11-07T12:18:21,222 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5f13e84a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-07T12:18:21,335 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1bdad373{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2a8a480-89be-768f-0a40-0c8a6b677241/java.io.tmpdir/jetty-localhost-43597-hadoop-hdfs-3_4_1-tests_jar-_-any-11490232327515398206/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-07T12:18:21,336 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@23b4969c{HTTP/1.1, (http/1.1)}{localhost:43597} 2024-11-07T12:18:21,336 INFO [Time-limited test {}] server.Server(415): Started @131536ms 2024-11-07T12:18:21,403 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T12:18:21,406 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-07T12:18:21,407 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-07T12:18:21,407 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-07T12:18:21,407 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-07T12:18:21,407 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2746a1f9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2a8a480-89be-768f-0a40-0c8a6b677241/hadoop.log.dir/,AVAILABLE} 2024-11-07T12:18:21,407 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@16acb552{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-07T12:18:21,521 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@d4417ac{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2a8a480-89be-768f-0a40-0c8a6b677241/java.io.tmpdir/jetty-localhost-45009-hadoop-hdfs-3_4_1-tests_jar-_-any-6654087018714136660/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T12:18:21,521 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@14071489{HTTP/1.1, (http/1.1)}{localhost:45009} 2024-11-07T12:18:21,521 INFO [Time-limited test {}] server.Server(415): Started @131721ms 2024-11-07T12:18:21,522 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-07T12:18:21,605 WARN [Thread-1283 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2a8a480-89be-768f-0a40-0c8a6b677241/cluster_dad4e1fa-25c2-412a-4b99-84ca22569754/data/data2/current/BP-950059505-172.17.0.3-1730981901167/current, will proceed with Du for space computation calculation, 2024-11-07T12:18:21,605 WARN [Thread-1282 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2a8a480-89be-768f-0a40-0c8a6b677241/cluster_dad4e1fa-25c2-412a-4b99-84ca22569754/data/data1/current/BP-950059505-172.17.0.3-1730981901167/current, will proceed with Du for space computation calculation, 2024-11-07T12:18:21,623 WARN [Thread-1270 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-07T12:18:21,625 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x296e2506cb335bf3 with lease ID 0xd83b8eb4e6756171: Processing first storage report for DS-24023d27-b2db-49e0-940a-ed55f5d7d2a8 from datanode DatanodeRegistration(127.0.0.1:41059, datanodeUuid=b642eee5-5370-441a-be33-ce567e1f9863, infoPort=44485, infoSecurePort=0, ipcPort=42623, storageInfo=lv=-57;cid=testClusterID;nsid=7229060;c=1730981901167) 2024-11-07T12:18:21,625 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x296e2506cb335bf3 with lease ID 0xd83b8eb4e6756171: from storage DS-24023d27-b2db-49e0-940a-ed55f5d7d2a8 node DatanodeRegistration(127.0.0.1:41059, datanodeUuid=b642eee5-5370-441a-be33-ce567e1f9863, infoPort=44485, infoSecurePort=0, ipcPort=42623, storageInfo=lv=-57;cid=testClusterID;nsid=7229060;c=1730981901167), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-07T12:18:21,625 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x296e2506cb335bf3 with lease ID 0xd83b8eb4e6756171: Processing first storage report for DS-d0b2350a-0771-41a9-8a95-163910dcb4f6 from datanode DatanodeRegistration(127.0.0.1:41059, datanodeUuid=b642eee5-5370-441a-be33-ce567e1f9863, infoPort=44485, infoSecurePort=0, ipcPort=42623, storageInfo=lv=-57;cid=testClusterID;nsid=7229060;c=1730981901167) 2024-11-07T12:18:21,625 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x296e2506cb335bf3 with lease ID 0xd83b8eb4e6756171: from storage DS-d0b2350a-0771-41a9-8a95-163910dcb4f6 node DatanodeRegistration(127.0.0.1:41059, datanodeUuid=b642eee5-5370-441a-be33-ce567e1f9863, infoPort=44485, infoSecurePort=0, ipcPort=42623, storageInfo=lv=-57;cid=testClusterID;nsid=7229060;c=1730981901167), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-07T12:18:21,644 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2a8a480-89be-768f-0a40-0c8a6b677241 2024-11-07T12:18:21,644 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T12:18:21,646 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T12:18:21,652 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41059 is added to blk_1073741825_1001 (size=7) 2024-11-07T12:18:22,054 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46769/user/jenkins/test-data/0c8e4774-57e1-4808-2a6e-19b0e96fafe4 with version=8 2024-11-07T12:18:22,054 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:46769/user/jenkins/test-data/0c8e4774-57e1-4808-2a6e-19b0e96fafe4/hbase-staging 2024-11-07T12:18:22,056 INFO [Time-limited test {}] client.ConnectionUtils(128): master/87fb68174c52:0 server-side Connection retries=45 2024-11-07T12:18:22,056 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T12:18:22,056 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-07T12:18:22,056 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-07T12:18:22,056 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T12:18:22,056 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-07T12:18:22,056 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-07T12:18:22,057 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T12:18:22,057 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:43603 2024-11-07T12:18:22,058 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43603 connecting to ZooKeeper ensemble=127.0.0.1:62492 2024-11-07T12:18:22,063 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:436030x0, quorum=127.0.0.1:62492, baseZNode=/0-1309305842 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T12:18:22,063 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43603-0x1001a2dbdf70000 connected 2024-11-07T12:18:22,079 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T12:18:22,081 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T12:18:22,082 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43603-0x1001a2dbdf70000, quorum=127.0.0.1:62492, baseZNode=/0-1309305842 Set watcher on znode that does not yet exist, /0-1309305842/running 2024-11-07T12:18:22,083 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:46769/user/jenkins/test-data/0c8e4774-57e1-4808-2a6e-19b0e96fafe4, hbase.cluster.distributed=false 2024-11-07T12:18:22,084 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43603-0x1001a2dbdf70000, quorum=127.0.0.1:62492, baseZNode=/0-1309305842 Set watcher on znode that does not yet exist, /0-1309305842/acl 2024-11-07T12:18:22,084 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43603 2024-11-07T12:18:22,085 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43603 2024-11-07T12:18:22,085 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43603 2024-11-07T12:18:22,085 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43603 2024-11-07T12:18:22,085 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43603 2024-11-07T12:18:22,100 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/87fb68174c52:0 server-side Connection retries=45 2024-11-07T12:18:22,100 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T12:18:22,100 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-07T12:18:22,100 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-07T12:18:22,100 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T12:18:22,100 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-07T12:18:22,100 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-07T12:18:22,100 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T12:18:22,103 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:41023 2024-11-07T12:18:22,104 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41023 connecting to ZooKeeper ensemble=127.0.0.1:62492 2024-11-07T12:18:22,104 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T12:18:22,105 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T12:18:22,109 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:410230x0, quorum=127.0.0.1:62492, baseZNode=/0-1309305842 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T12:18:22,110 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:410230x0, quorum=127.0.0.1:62492, baseZNode=/0-1309305842 Set watcher on znode that does not yet exist, /0-1309305842/running 2024-11-07T12:18:22,110 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41023-0x1001a2dbdf70001 connected 2024-11-07T12:18:22,110 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-07T12:18:22,112 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-07T12:18:22,113 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41023-0x1001a2dbdf70001, quorum=127.0.0.1:62492, baseZNode=/0-1309305842 Set watcher on znode that does not yet exist, /0-1309305842/master 2024-11-07T12:18:22,114 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41023-0x1001a2dbdf70001, quorum=127.0.0.1:62492, baseZNode=/0-1309305842 Set watcher on znode that does not yet exist, /0-1309305842/acl 2024-11-07T12:18:22,115 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41023 2024-11-07T12:18:22,115 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41023 2024-11-07T12:18:22,115 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41023 2024-11-07T12:18:22,116 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41023 2024-11-07T12:18:22,116 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41023 2024-11-07T12:18:22,130 DEBUG [M:0;87fb68174c52:43603 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;87fb68174c52:43603 2024-11-07T12:18:22,131 INFO [master/87fb68174c52:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1309305842/backup-masters/87fb68174c52,43603,1730981902056 2024-11-07T12:18:22,132 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41023-0x1001a2dbdf70001, quorum=127.0.0.1:62492, baseZNode=/0-1309305842 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1309305842/backup-masters 2024-11-07T12:18:22,132 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43603-0x1001a2dbdf70000, quorum=127.0.0.1:62492, baseZNode=/0-1309305842 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1309305842/backup-masters 2024-11-07T12:18:22,133 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43603-0x1001a2dbdf70000, quorum=127.0.0.1:62492, baseZNode=/0-1309305842 Set watcher on existing znode=/0-1309305842/backup-masters/87fb68174c52,43603,1730981902056 2024-11-07T12:18:22,134 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41023-0x1001a2dbdf70001, quorum=127.0.0.1:62492, baseZNode=/0-1309305842 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1309305842/master 2024-11-07T12:18:22,134 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41023-0x1001a2dbdf70001, quorum=127.0.0.1:62492, baseZNode=/0-1309305842 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1309305842 2024-11-07T12:18:22,134 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43603-0x1001a2dbdf70000, quorum=127.0.0.1:62492, baseZNode=/0-1309305842 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1309305842 2024-11-07T12:18:22,135 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43603-0x1001a2dbdf70000, quorum=127.0.0.1:62492, baseZNode=/0-1309305842 Set watcher on existing znode=/0-1309305842/master 2024-11-07T12:18:22,135 INFO [master/87fb68174c52:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1309305842/backup-masters/87fb68174c52,43603,1730981902056 from backup master directory 2024-11-07T12:18:22,136 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43603-0x1001a2dbdf70000, quorum=127.0.0.1:62492, baseZNode=/0-1309305842 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1309305842/backup-masters/87fb68174c52,43603,1730981902056 2024-11-07T12:18:22,136 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41023-0x1001a2dbdf70001, quorum=127.0.0.1:62492, baseZNode=/0-1309305842 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1309305842/backup-masters 2024-11-07T12:18:22,136 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43603-0x1001a2dbdf70000, quorum=127.0.0.1:62492, baseZNode=/0-1309305842 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1309305842/backup-masters 2024-11-07T12:18:22,136 WARN [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-07T12:18:22,136 INFO [master/87fb68174c52:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=87fb68174c52,43603,1730981902056 2024-11-07T12:18:22,140 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:46769/user/jenkins/test-data/0c8e4774-57e1-4808-2a6e-19b0e96fafe4/hbase.id] with ID: 1c6bcf86-f7fb-455b-9bf4-0e7b41d0e9bc 2024-11-07T12:18:22,140 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:46769/user/jenkins/test-data/0c8e4774-57e1-4808-2a6e-19b0e96fafe4/.tmp/hbase.id 2024-11-07T12:18:22,144 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41059 is added to blk_1073741826_1002 (size=42) 2024-11-07T12:18:22,545 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:46769/user/jenkins/test-data/0c8e4774-57e1-4808-2a6e-19b0e96fafe4/.tmp/hbase.id]:[hdfs://localhost:46769/user/jenkins/test-data/0c8e4774-57e1-4808-2a6e-19b0e96fafe4/hbase.id] 2024-11-07T12:18:22,555 INFO [master/87fb68174c52:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T12:18:22,555 INFO [master/87fb68174c52:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-07T12:18:22,556 INFO [master/87fb68174c52:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-07T12:18:22,558 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43603-0x1001a2dbdf70000, quorum=127.0.0.1:62492, baseZNode=/0-1309305842 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1309305842 2024-11-07T12:18:22,558 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41023-0x1001a2dbdf70001, quorum=127.0.0.1:62492, baseZNode=/0-1309305842 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1309305842 2024-11-07T12:18:22,563 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41059 is added to blk_1073741827_1003 (size=196) 2024-11-07T12:18:22,964 INFO [master/87fb68174c52:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-07T12:18:22,965 INFO [master/87fb68174c52:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-07T12:18:22,965 INFO [master/87fb68174c52:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T12:18:22,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41059 is added to blk_1073741828_1004 (size=1189) 2024-11-07T12:18:23,373 INFO [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:46769/user/jenkins/test-data/0c8e4774-57e1-4808-2a6e-19b0e96fafe4/MasterData/data/master/store 2024-11-07T12:18:23,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41059 is added to blk_1073741829_1005 (size=34) 2024-11-07T12:18:23,783 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T12:18:23,783 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-07T12:18:23,783 INFO [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T12:18:23,783 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T12:18:23,783 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-07T12:18:23,783 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T12:18:23,783 INFO [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T12:18:23,783 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1730981903783Disabling compacts and flushes for region at 1730981903783Disabling writes for close at 1730981903783Writing region close event to WAL at 1730981903783Closed at 1730981903783 2024-11-07T12:18:23,784 WARN [master/87fb68174c52:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:46769/user/jenkins/test-data/0c8e4774-57e1-4808-2a6e-19b0e96fafe4/MasterData/data/master/store/.initializing 2024-11-07T12:18:23,784 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46769/user/jenkins/test-data/0c8e4774-57e1-4808-2a6e-19b0e96fafe4/MasterData/WALs/87fb68174c52,43603,1730981902056 2024-11-07T12:18:23,785 INFO [master/87fb68174c52:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-07T12:18:23,786 INFO [master/87fb68174c52:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=87fb68174c52%2C43603%2C1730981902056, suffix=, logDir=hdfs://localhost:46769/user/jenkins/test-data/0c8e4774-57e1-4808-2a6e-19b0e96fafe4/MasterData/WALs/87fb68174c52,43603,1730981902056, archiveDir=hdfs://localhost:46769/user/jenkins/test-data/0c8e4774-57e1-4808-2a6e-19b0e96fafe4/MasterData/oldWALs, maxLogs=10 2024-11-07T12:18:23,800 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/0c8e4774-57e1-4808-2a6e-19b0e96fafe4/MasterData/WALs/87fb68174c52,43603,1730981902056/87fb68174c52%2C43603%2C1730981902056.1730981903787, exclude list is [], retry=0 2024-11-07T12:18:23,802 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41059,DS-24023d27-b2db-49e0-940a-ed55f5d7d2a8,DISK] 2024-11-07T12:18:23,803 INFO [master/87fb68174c52:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0c8e4774-57e1-4808-2a6e-19b0e96fafe4/MasterData/WALs/87fb68174c52,43603,1730981902056/87fb68174c52%2C43603%2C1730981902056.1730981903787 2024-11-07T12:18:23,804 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44485:44485)] 2024-11-07T12:18:23,804 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-07T12:18:23,804 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T12:18:23,804 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T12:18:23,804 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T12:18:23,805 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T12:18:23,806 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-07T12:18:23,806 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:18:23,807 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T12:18:23,807 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T12:18:23,808 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-07T12:18:23,808 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:18:23,808 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T12:18:23,808 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T12:18:23,809 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-07T12:18:23,809 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:18:23,810 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T12:18:23,810 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T12:18:23,811 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-07T12:18:23,811 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:18:23,812 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T12:18:23,812 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T12:18:23,812 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46769/user/jenkins/test-data/0c8e4774-57e1-4808-2a6e-19b0e96fafe4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-07T12:18:23,813 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46769/user/jenkins/test-data/0c8e4774-57e1-4808-2a6e-19b0e96fafe4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-07T12:18:23,814 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T12:18:23,814 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T12:18:23,814 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T12:18:23,815 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T12:18:23,817 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46769/user/jenkins/test-data/0c8e4774-57e1-4808-2a6e-19b0e96fafe4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T12:18:23,818 INFO [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60670194, jitterRate=-0.09594365954399109}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T12:18:23,818 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1730981903804Initializing all the Stores at 1730981903805 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730981903805Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730981903805Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730981903805Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730981903805Cleaning up temporary data from old regions at 1730981903814 (+9 ms)Region opened successfully at 1730981903818 (+4 ms) 2024-11-07T12:18:23,818 INFO [master/87fb68174c52:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-07T12:18:23,821 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ac2d112, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=87fb68174c52/172.17.0.3:0 2024-11-07T12:18:23,822 INFO [master/87fb68174c52:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-07T12:18:23,823 INFO [master/87fb68174c52:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-07T12:18:23,823 INFO [master/87fb68174c52:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-07T12:18:23,823 INFO [master/87fb68174c52:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-07T12:18:23,823 INFO [master/87fb68174c52:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-07T12:18:23,823 INFO [master/87fb68174c52:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-07T12:18:23,824 INFO [master/87fb68174c52:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-07T12:18:23,825 INFO [master/87fb68174c52:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-07T12:18:23,826 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43603-0x1001a2dbdf70000, quorum=127.0.0.1:62492, baseZNode=/0-1309305842 Unable to get data of znode /0-1309305842/balancer because node does not exist (not necessarily an error) 2024-11-07T12:18:23,827 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1309305842/balancer already deleted, retry=false 2024-11-07T12:18:23,828 INFO [master/87fb68174c52:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-07T12:18:23,828 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43603-0x1001a2dbdf70000, quorum=127.0.0.1:62492, baseZNode=/0-1309305842 Unable to get data of znode /0-1309305842/normalizer because node does not exist (not necessarily an error) 2024-11-07T12:18:23,829 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1309305842/normalizer already deleted, retry=false 2024-11-07T12:18:23,830 INFO [master/87fb68174c52:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-07T12:18:23,830 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43603-0x1001a2dbdf70000, quorum=127.0.0.1:62492, baseZNode=/0-1309305842 Unable to get data of znode /0-1309305842/switch/split because node does not exist (not necessarily an error) 2024-11-07T12:18:23,831 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1309305842/switch/split already deleted, retry=false 2024-11-07T12:18:23,832 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43603-0x1001a2dbdf70000, quorum=127.0.0.1:62492, baseZNode=/0-1309305842 Unable to get data of znode /0-1309305842/switch/merge because node does not exist (not necessarily an error) 2024-11-07T12:18:23,834 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1309305842/switch/merge already deleted, retry=false 2024-11-07T12:18:23,836 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43603-0x1001a2dbdf70000, quorum=127.0.0.1:62492, baseZNode=/0-1309305842 Unable to get data of znode /0-1309305842/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-07T12:18:23,837 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1309305842/snapshot-cleanup already deleted, retry=false 2024-11-07T12:18:23,839 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41023-0x1001a2dbdf70001, quorum=127.0.0.1:62492, baseZNode=/0-1309305842 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1309305842/running 2024-11-07T12:18:23,839 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43603-0x1001a2dbdf70000, quorum=127.0.0.1:62492, baseZNode=/0-1309305842 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1309305842/running 2024-11-07T12:18:23,839 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43603-0x1001a2dbdf70000, quorum=127.0.0.1:62492, baseZNode=/0-1309305842 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1309305842 2024-11-07T12:18:23,839 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41023-0x1001a2dbdf70001, quorum=127.0.0.1:62492, baseZNode=/0-1309305842 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1309305842 2024-11-07T12:18:23,840 INFO [master/87fb68174c52:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=87fb68174c52,43603,1730981902056, sessionid=0x1001a2dbdf70000, setting cluster-up flag (Was=false) 2024-11-07T12:18:23,842 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41023-0x1001a2dbdf70001, quorum=127.0.0.1:62492, baseZNode=/0-1309305842 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1309305842 2024-11-07T12:18:23,842 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43603-0x1001a2dbdf70000, quorum=127.0.0.1:62492, baseZNode=/0-1309305842 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1309305842 2024-11-07T12:18:23,847 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1309305842/flush-table-proc/acquired, /0-1309305842/flush-table-proc/reached, /0-1309305842/flush-table-proc/abort 2024-11-07T12:18:23,848 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=87fb68174c52,43603,1730981902056 2024-11-07T12:18:23,851 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41023-0x1001a2dbdf70001, quorum=127.0.0.1:62492, baseZNode=/0-1309305842 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1309305842 2024-11-07T12:18:23,851 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43603-0x1001a2dbdf70000, quorum=127.0.0.1:62492, baseZNode=/0-1309305842 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1309305842 2024-11-07T12:18:23,855 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1309305842/online-snapshot/acquired, /0-1309305842/online-snapshot/reached, /0-1309305842/online-snapshot/abort 2024-11-07T12:18:23,856 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=87fb68174c52,43603,1730981902056 2024-11-07T12:18:23,857 INFO [master/87fb68174c52:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:46769/user/jenkins/test-data/0c8e4774-57e1-4808-2a6e-19b0e96fafe4/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-07T12:18:23,858 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-07T12:18:23,858 INFO [master/87fb68174c52:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-07T12:18:23,858 INFO [master/87fb68174c52:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-07T12:18:23,859 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 87fb68174c52,43603,1730981902056 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-07T12:18:23,859 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/87fb68174c52:0, corePoolSize=5, maxPoolSize=5 2024-11-07T12:18:23,860 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/87fb68174c52:0, corePoolSize=5, maxPoolSize=5 2024-11-07T12:18:23,860 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/87fb68174c52:0, corePoolSize=5, maxPoolSize=5 2024-11-07T12:18:23,860 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/87fb68174c52:0, corePoolSize=5, maxPoolSize=5 2024-11-07T12:18:23,860 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/87fb68174c52:0, corePoolSize=10, maxPoolSize=10 2024-11-07T12:18:23,860 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:18:23,860 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/87fb68174c52:0, corePoolSize=2, maxPoolSize=2 2024-11-07T12:18:23,860 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:18:23,861 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T12:18:23,861 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-07T12:18:23,862 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:18:23,862 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-07T12:18:23,863 INFO [master/87fb68174c52:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1730981933863 2024-11-07T12:18:23,863 INFO [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-07T12:18:23,863 INFO [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-07T12:18:23,863 INFO [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-07T12:18:23,863 INFO [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-07T12:18:23,863 INFO [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-07T12:18:23,863 INFO [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-07T12:18:23,865 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-07T12:18:23,866 INFO [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-07T12:18:23,866 INFO [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-07T12:18:23,866 INFO [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-07T12:18:23,866 INFO [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-07T12:18:23,866 INFO [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-07T12:18:23,866 INFO [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-07T12:18:23,866 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/87fb68174c52:0:becomeActiveMaster-HFileCleaner.large.0-1730981903866,5,FailOnTimeoutGroup] 2024-11-07T12:18:23,866 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/87fb68174c52:0:becomeActiveMaster-HFileCleaner.small.0-1730981903866,5,FailOnTimeoutGroup] 2024-11-07T12:18:23,867 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-07T12:18:23,867 INFO [master/87fb68174c52:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-07T12:18:23,867 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-07T12:18:23,867 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-07T12:18:23,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41059 is added to blk_1073741831_1007 (size=1321) 2024-11-07T12:18:23,919 INFO [RS:0;87fb68174c52:41023 {}] regionserver.HRegionServer(746): ClusterId : 1c6bcf86-f7fb-455b-9bf4-0e7b41d0e9bc 2024-11-07T12:18:23,919 DEBUG [RS:0;87fb68174c52:41023 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-07T12:18:23,920 DEBUG [RS:0;87fb68174c52:41023 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-07T12:18:23,921 DEBUG [RS:0;87fb68174c52:41023 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-07T12:18:23,922 DEBUG [RS:0;87fb68174c52:41023 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-07T12:18:23,923 DEBUG [RS:0;87fb68174c52:41023 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@558f321, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=87fb68174c52/172.17.0.3:0 2024-11-07T12:18:23,934 DEBUG [RS:0;87fb68174c52:41023 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;87fb68174c52:41023 2024-11-07T12:18:23,935 INFO [RS:0;87fb68174c52:41023 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-07T12:18:23,935 INFO [RS:0;87fb68174c52:41023 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-07T12:18:23,935 DEBUG [RS:0;87fb68174c52:41023 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-07T12:18:23,935 INFO [RS:0;87fb68174c52:41023 {}] regionserver.HRegionServer(2659): reportForDuty to master=87fb68174c52,43603,1730981902056 with port=41023, startcode=1730981902099 2024-11-07T12:18:23,935 DEBUG [RS:0;87fb68174c52:41023 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-07T12:18:23,937 INFO [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58869, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=RegionServerStatusService 2024-11-07T12:18:23,937 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43603 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 87fb68174c52,41023,1730981902099 2024-11-07T12:18:23,937 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43603 {}] master.ServerManager(517): Registering regionserver=87fb68174c52,41023,1730981902099 2024-11-07T12:18:23,939 DEBUG [RS:0;87fb68174c52:41023 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46769/user/jenkins/test-data/0c8e4774-57e1-4808-2a6e-19b0e96fafe4 2024-11-07T12:18:23,939 DEBUG [RS:0;87fb68174c52:41023 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46769 2024-11-07T12:18:23,939 DEBUG [RS:0;87fb68174c52:41023 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-07T12:18:23,940 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43603-0x1001a2dbdf70000, quorum=127.0.0.1:62492, baseZNode=/0-1309305842 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1309305842/rs 2024-11-07T12:18:23,941 DEBUG [RS:0;87fb68174c52:41023 {}] zookeeper.ZKUtil(111): regionserver:41023-0x1001a2dbdf70001, quorum=127.0.0.1:62492, baseZNode=/0-1309305842 Set watcher on existing znode=/0-1309305842/rs/87fb68174c52,41023,1730981902099 2024-11-07T12:18:23,941 WARN [RS:0;87fb68174c52:41023 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-07T12:18:23,941 INFO [RS:0;87fb68174c52:41023 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T12:18:23,941 DEBUG [RS:0;87fb68174c52:41023 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46769/user/jenkins/test-data/0c8e4774-57e1-4808-2a6e-19b0e96fafe4/WALs/87fb68174c52,41023,1730981902099 2024-11-07T12:18:23,941 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [87fb68174c52,41023,1730981902099] 2024-11-07T12:18:23,944 INFO [RS:0;87fb68174c52:41023 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-07T12:18:23,946 INFO [RS:0;87fb68174c52:41023 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-07T12:18:23,946 INFO [RS:0;87fb68174c52:41023 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-07T12:18:23,946 INFO [RS:0;87fb68174c52:41023 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T12:18:23,946 INFO [RS:0;87fb68174c52:41023 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-07T12:18:23,947 INFO [RS:0;87fb68174c52:41023 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-07T12:18:23,947 INFO [RS:0;87fb68174c52:41023 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-07T12:18:23,947 DEBUG [RS:0;87fb68174c52:41023 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:18:23,947 DEBUG [RS:0;87fb68174c52:41023 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:18:23,947 DEBUG [RS:0;87fb68174c52:41023 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:18:23,947 DEBUG [RS:0;87fb68174c52:41023 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:18:23,947 DEBUG [RS:0;87fb68174c52:41023 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:18:23,947 DEBUG [RS:0;87fb68174c52:41023 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/87fb68174c52:0, corePoolSize=2, maxPoolSize=2 2024-11-07T12:18:23,947 DEBUG [RS:0;87fb68174c52:41023 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:18:23,947 DEBUG [RS:0;87fb68174c52:41023 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:18:23,947 DEBUG [RS:0;87fb68174c52:41023 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:18:23,947 DEBUG [RS:0;87fb68174c52:41023 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:18:23,947 DEBUG [RS:0;87fb68174c52:41023 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:18:23,947 DEBUG [RS:0;87fb68174c52:41023 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:18:23,947 DEBUG [RS:0;87fb68174c52:41023 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/87fb68174c52:0, corePoolSize=3, maxPoolSize=3 2024-11-07T12:18:23,947 DEBUG [RS:0;87fb68174c52:41023 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/87fb68174c52:0, corePoolSize=3, maxPoolSize=3 2024-11-07T12:18:23,948 INFO [RS:0;87fb68174c52:41023 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T12:18:23,948 INFO [RS:0;87fb68174c52:41023 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T12:18:23,948 INFO [RS:0;87fb68174c52:41023 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T12:18:23,948 INFO [RS:0;87fb68174c52:41023 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-07T12:18:23,948 INFO [RS:0;87fb68174c52:41023 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-07T12:18:23,948 INFO [RS:0;87fb68174c52:41023 {}] hbase.ChoreService(168): Chore ScheduledChore name=87fb68174c52,41023,1730981902099-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-07T12:18:23,961 INFO [RS:0;87fb68174c52:41023 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-07T12:18:23,961 INFO [RS:0;87fb68174c52:41023 {}] hbase.ChoreService(168): Chore ScheduledChore name=87fb68174c52,41023,1730981902099-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T12:18:23,961 INFO [RS:0;87fb68174c52:41023 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T12:18:23,961 INFO [RS:0;87fb68174c52:41023 {}] regionserver.Replication(171): 87fb68174c52,41023,1730981902099 started 2024-11-07T12:18:23,975 INFO [RS:0;87fb68174c52:41023 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T12:18:23,975 INFO [RS:0;87fb68174c52:41023 {}] regionserver.HRegionServer(1482): Serving as 87fb68174c52,41023,1730981902099, RpcServer on 87fb68174c52/172.17.0.3:41023, sessionid=0x1001a2dbdf70001 2024-11-07T12:18:23,975 DEBUG [RS:0;87fb68174c52:41023 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-07T12:18:23,975 DEBUG [RS:0;87fb68174c52:41023 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 87fb68174c52,41023,1730981902099 2024-11-07T12:18:23,975 DEBUG [RS:0;87fb68174c52:41023 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '87fb68174c52,41023,1730981902099' 2024-11-07T12:18:23,975 DEBUG [RS:0;87fb68174c52:41023 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1309305842/flush-table-proc/abort' 2024-11-07T12:18:23,976 DEBUG [RS:0;87fb68174c52:41023 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1309305842/flush-table-proc/acquired' 2024-11-07T12:18:23,976 DEBUG [RS:0;87fb68174c52:41023 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-07T12:18:23,976 DEBUG [RS:0;87fb68174c52:41023 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-07T12:18:23,976 DEBUG [RS:0;87fb68174c52:41023 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 87fb68174c52,41023,1730981902099 2024-11-07T12:18:23,976 DEBUG [RS:0;87fb68174c52:41023 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '87fb68174c52,41023,1730981902099' 2024-11-07T12:18:23,976 DEBUG [RS:0;87fb68174c52:41023 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1309305842/online-snapshot/abort' 2024-11-07T12:18:23,977 DEBUG [RS:0;87fb68174c52:41023 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1309305842/online-snapshot/acquired' 2024-11-07T12:18:23,977 DEBUG [RS:0;87fb68174c52:41023 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-07T12:18:23,977 INFO [RS:0;87fb68174c52:41023 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-07T12:18:23,977 INFO [RS:0;87fb68174c52:41023 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-07T12:18:24,077 INFO [RS:0;87fb68174c52:41023 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-07T12:18:24,079 INFO [RS:0;87fb68174c52:41023 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=87fb68174c52%2C41023%2C1730981902099, suffix=, logDir=hdfs://localhost:46769/user/jenkins/test-data/0c8e4774-57e1-4808-2a6e-19b0e96fafe4/WALs/87fb68174c52,41023,1730981902099, archiveDir=hdfs://localhost:46769/user/jenkins/test-data/0c8e4774-57e1-4808-2a6e-19b0e96fafe4/oldWALs, maxLogs=10 2024-11-07T12:18:24,092 DEBUG [RS:0;87fb68174c52:41023 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/0c8e4774-57e1-4808-2a6e-19b0e96fafe4/WALs/87fb68174c52,41023,1730981902099/87fb68174c52%2C41023%2C1730981902099.1730981904079, exclude list is [], retry=0 2024-11-07T12:18:24,095 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41059,DS-24023d27-b2db-49e0-940a-ed55f5d7d2a8,DISK] 2024-11-07T12:18:24,097 INFO [RS:0;87fb68174c52:41023 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0c8e4774-57e1-4808-2a6e-19b0e96fafe4/WALs/87fb68174c52,41023,1730981902099/87fb68174c52%2C41023%2C1730981902099.1730981904079 2024-11-07T12:18:24,097 DEBUG [RS:0;87fb68174c52:41023 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44485:44485)] 2024-11-07T12:18:24,274 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:46769/user/jenkins/test-data/0c8e4774-57e1-4808-2a6e-19b0e96fafe4/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-07T12:18:24,274 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46769/user/jenkins/test-data/0c8e4774-57e1-4808-2a6e-19b0e96fafe4 2024-11-07T12:18:24,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41059 is added to blk_1073741833_1009 (size=32) 2024-11-07T12:18:24,492 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-07T12:18:24,512 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T12:18:24,513 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T12:18:24,513 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T12:18:24,513 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T12:18:24,513 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T12:18:24,518 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T12:18:24,680 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T12:18:24,682 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-07T12:18:24,683 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-07T12:18:24,683 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:18:24,683 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T12:18:24,684 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-07T12:18:24,685 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-07T12:18:24,685 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:18:24,685 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T12:18:24,685 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-07T12:18:24,686 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-07T12:18:24,686 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:18:24,686 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T12:18:24,686 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-07T12:18:24,687 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-07T12:18:24,687 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:18:24,688 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T12:18:24,688 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-07T12:18:24,688 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46769/user/jenkins/test-data/0c8e4774-57e1-4808-2a6e-19b0e96fafe4/data/hbase/meta/1588230740 2024-11-07T12:18:24,689 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46769/user/jenkins/test-data/0c8e4774-57e1-4808-2a6e-19b0e96fafe4/data/hbase/meta/1588230740 2024-11-07T12:18:24,690 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-07T12:18:24,690 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-07T12:18:24,690 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T12:18:24,691 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-07T12:18:24,693 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46769/user/jenkins/test-data/0c8e4774-57e1-4808-2a6e-19b0e96fafe4/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T12:18:24,693 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62915721, jitterRate=-0.06248269975185394}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T12:18:24,694 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1730981904681Initializing all the Stores at 1730981904681Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730981904681Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730981904682 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730981904682Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730981904682Cleaning up temporary data from old regions at 1730981904690 (+8 ms)Region opened successfully at 1730981904694 (+4 ms) 2024-11-07T12:18:24,694 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-07T12:18:24,694 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-07T12:18:24,694 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-07T12:18:24,694 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-07T12:18:24,694 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-07T12:18:24,694 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-07T12:18:24,694 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1730981904694Disabling compacts and flushes for region at 1730981904694Disabling writes for close at 1730981904694Writing region close event to WAL at 1730981904694Closed at 1730981904694 2024-11-07T12:18:24,695 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T12:18:24,695 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-07T12:18:24,696 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-07T12:18:24,697 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-07T12:18:24,697 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-07T12:18:24,848 DEBUG [87fb68174c52:43603 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-07T12:18:24,848 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=87fb68174c52,41023,1730981902099 2024-11-07T12:18:24,849 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 87fb68174c52,41023,1730981902099, state=OPENING 2024-11-07T12:18:24,851 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-07T12:18:24,855 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41023-0x1001a2dbdf70001, quorum=127.0.0.1:62492, baseZNode=/0-1309305842 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1309305842 2024-11-07T12:18:24,855 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43603-0x1001a2dbdf70000, quorum=127.0.0.1:62492, baseZNode=/0-1309305842 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1309305842 2024-11-07T12:18:24,855 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-07T12:18:24,855 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1309305842/meta-region-server: CHANGED 2024-11-07T12:18:24,855 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1309305842/meta-region-server: CHANGED 2024-11-07T12:18:24,855 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=87fb68174c52,41023,1730981902099}] 2024-11-07T12:18:25,008 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-07T12:18:25,010 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40453, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-07T12:18:25,013 INFO [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-07T12:18:25,013 INFO [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T12:18:25,013 INFO [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-07T12:18:25,015 INFO [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=87fb68174c52%2C41023%2C1730981902099.meta, suffix=.meta, logDir=hdfs://localhost:46769/user/jenkins/test-data/0c8e4774-57e1-4808-2a6e-19b0e96fafe4/WALs/87fb68174c52,41023,1730981902099, archiveDir=hdfs://localhost:46769/user/jenkins/test-data/0c8e4774-57e1-4808-2a6e-19b0e96fafe4/oldWALs, maxLogs=10 2024-11-07T12:18:25,028 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/0c8e4774-57e1-4808-2a6e-19b0e96fafe4/WALs/87fb68174c52,41023,1730981902099/87fb68174c52%2C41023%2C1730981902099.meta.1730981905015.meta, exclude list is [], retry=0 2024-11-07T12:18:25,030 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41059,DS-24023d27-b2db-49e0-940a-ed55f5d7d2a8,DISK] 2024-11-07T12:18:25,032 INFO [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0c8e4774-57e1-4808-2a6e-19b0e96fafe4/WALs/87fb68174c52,41023,1730981902099/87fb68174c52%2C41023%2C1730981902099.meta.1730981905015.meta 2024-11-07T12:18:25,032 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44485:44485)] 2024-11-07T12:18:25,032 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-07T12:18:25,032 INFO [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-07T12:18:25,033 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-07T12:18:25,033 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-07T12:18:25,033 INFO [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-07T12:18:25,033 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-07T12:18:25,033 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T12:18:25,033 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-07T12:18:25,033 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-07T12:18:25,035 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-07T12:18:25,035 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-07T12:18:25,035 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:18:25,036 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T12:18:25,036 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-07T12:18:25,036 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-07T12:18:25,037 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:18:25,037 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T12:18:25,037 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-07T12:18:25,038 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-07T12:18:25,038 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:18:25,038 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T12:18:25,038 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-07T12:18:25,038 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-07T12:18:25,039 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:18:25,039 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T12:18:25,039 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-07T12:18:25,040 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46769/user/jenkins/test-data/0c8e4774-57e1-4808-2a6e-19b0e96fafe4/data/hbase/meta/1588230740 2024-11-07T12:18:25,040 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46769/user/jenkins/test-data/0c8e4774-57e1-4808-2a6e-19b0e96fafe4/data/hbase/meta/1588230740 2024-11-07T12:18:25,041 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-07T12:18:25,041 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-07T12:18:25,042 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T12:18:25,043 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-07T12:18:25,044 INFO [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65009948, jitterRate=-0.03127628564834595}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T12:18:25,044 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-07T12:18:25,044 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1730981905033Writing region info on filesystem at 1730981905033Initializing all the Stores at 1730981905034 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730981905034Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730981905034Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730981905034Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730981905034Cleaning up temporary data from old regions at 1730981905041 (+7 ms)Running coprocessor post-open hooks at 1730981905044 (+3 ms)Region opened successfully at 1730981905044 2024-11-07T12:18:25,045 INFO [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1730981905008 2024-11-07T12:18:25,047 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-07T12:18:25,047 INFO [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-07T12:18:25,048 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=87fb68174c52,41023,1730981902099 2024-11-07T12:18:25,049 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 87fb68174c52,41023,1730981902099, state=OPEN 2024-11-07T12:18:25,050 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41023-0x1001a2dbdf70001, quorum=127.0.0.1:62492, baseZNode=/0-1309305842 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1309305842/meta-region-server 2024-11-07T12:18:25,050 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43603-0x1001a2dbdf70000, quorum=127.0.0.1:62492, baseZNode=/0-1309305842 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1309305842/meta-region-server 2024-11-07T12:18:25,050 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=87fb68174c52,41023,1730981902099 2024-11-07T12:18:25,050 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1309305842/meta-region-server: CHANGED 2024-11-07T12:18:25,050 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1309305842/meta-region-server: CHANGED 2024-11-07T12:18:25,052 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-07T12:18:25,052 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=87fb68174c52,41023,1730981902099 in 195 msec 2024-11-07T12:18:25,054 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-07T12:18:25,054 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 356 msec 2024-11-07T12:18:25,055 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T12:18:25,055 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-07T12:18:25,056 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T12:18:25,056 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=87fb68174c52,41023,1730981902099, seqNum=-1] 2024-11-07T12:18:25,056 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T12:18:25,057 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58719, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T12:18:25,062 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2040 sec 2024-11-07T12:18:25,062 INFO [master/87fb68174c52:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1730981905062, completionTime=-1 2024-11-07T12:18:25,062 INFO [master/87fb68174c52:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-07T12:18:25,062 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-07T12:18:25,064 INFO [master/87fb68174c52:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-07T12:18:25,064 INFO [master/87fb68174c52:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1730981965064 2024-11-07T12:18:25,064 INFO [master/87fb68174c52:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1730982025064 2024-11-07T12:18:25,064 INFO [master/87fb68174c52:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-07T12:18:25,064 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=87fb68174c52,43603,1730981902056-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T12:18:25,064 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=87fb68174c52,43603,1730981902056-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T12:18:25,065 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=87fb68174c52,43603,1730981902056-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T12:18:25,065 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-87fb68174c52:43603, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T12:18:25,065 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-07T12:18:25,065 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-07T12:18:25,066 DEBUG [master/87fb68174c52:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-07T12:18:25,069 INFO [master/87fb68174c52:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.933sec 2024-11-07T12:18:25,069 INFO [master/87fb68174c52:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-07T12:18:25,069 INFO [master/87fb68174c52:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-07T12:18:25,069 INFO [master/87fb68174c52:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-07T12:18:25,069 INFO [master/87fb68174c52:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-07T12:18:25,069 INFO [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-07T12:18:25,069 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=87fb68174c52,43603,1730981902056-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-07T12:18:25,069 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=87fb68174c52,43603,1730981902056-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-07T12:18:25,071 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-07T12:18:25,071 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-07T12:18:25,071 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=87fb68174c52,43603,1730981902056-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T12:18:25,120 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c812a9f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:18:25,120 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 87fb68174c52,43603,-1 for getting cluster id 2024-11-07T12:18:25,120 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T12:18:25,121 DEBUG [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1c6bcf86-f7fb-455b-9bf4-0e7b41d0e9bc' 2024-11-07T12:18:25,121 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T12:18:25,122 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1c6bcf86-f7fb-455b-9bf4-0e7b41d0e9bc" 2024-11-07T12:18:25,122 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2931bcfb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:18:25,122 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [87fb68174c52,43603,-1] 2024-11-07T12:18:25,122 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T12:18:25,122 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:18:25,123 INFO [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46522, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T12:18:25,124 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f0164c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:18:25,124 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T12:18:25,125 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=87fb68174c52,41023,1730981902099, seqNum=-1] 2024-11-07T12:18:25,125 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T12:18:25,126 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36448, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T12:18:25,128 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=87fb68174c52,43603,1730981902056 2024-11-07T12:18:25,129 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:62492 2024-11-07T12:18:25,131 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:62492, baseZNode=/0-1309305842 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T12:18:25,131 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1001a2dbdf70002 connected 2024-11-07T12:18:25,135 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2a8a480-89be-768f-0a40-0c8a6b677241/hadoop.log.dir so I do NOT create it in target/test-data/a15819fd-d454-cc71-76e1-8bf47faf0e58 2024-11-07T12:18:25,135 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2a8a480-89be-768f-0a40-0c8a6b677241/hadoop.log.dir Erasing configuration value by system value. 2024-11-07T12:18:25,135 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2a8a480-89be-768f-0a40-0c8a6b677241/hadoop.tmp.dir so I do NOT create it in target/test-data/a15819fd-d454-cc71-76e1-8bf47faf0e58 2024-11-07T12:18:25,135 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2a8a480-89be-768f-0a40-0c8a6b677241/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-07T12:18:25,136 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a15819fd-d454-cc71-76e1-8bf47faf0e58 2024-11-07T12:18:25,136 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-07T12:18:25,136 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a15819fd-d454-cc71-76e1-8bf47faf0e58/cluster_ed340b8c-fcfe-57b5-6c4b-9384c0838f16, deleteOnExit=true 2024-11-07T12:18:25,136 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-07T12:18:25,136 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a15819fd-d454-cc71-76e1-8bf47faf0e58/test.cache.data in system properties and HBase conf 2024-11-07T12:18:25,136 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a15819fd-d454-cc71-76e1-8bf47faf0e58/hadoop.tmp.dir in system properties and HBase conf 2024-11-07T12:18:25,136 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a15819fd-d454-cc71-76e1-8bf47faf0e58/hadoop.log.dir in system properties and HBase conf 2024-11-07T12:18:25,136 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a15819fd-d454-cc71-76e1-8bf47faf0e58/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-07T12:18:25,136 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a15819fd-d454-cc71-76e1-8bf47faf0e58/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-07T12:18:25,136 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-07T12:18:25,136 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-07T12:18:25,136 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a15819fd-d454-cc71-76e1-8bf47faf0e58/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-07T12:18:25,136 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a15819fd-d454-cc71-76e1-8bf47faf0e58/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-07T12:18:25,136 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a15819fd-d454-cc71-76e1-8bf47faf0e58/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-07T12:18:25,137 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a15819fd-d454-cc71-76e1-8bf47faf0e58/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-07T12:18:25,137 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a15819fd-d454-cc71-76e1-8bf47faf0e58/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-07T12:18:25,137 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a15819fd-d454-cc71-76e1-8bf47faf0e58/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-07T12:18:25,137 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a15819fd-d454-cc71-76e1-8bf47faf0e58/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-07T12:18:25,137 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a15819fd-d454-cc71-76e1-8bf47faf0e58/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-07T12:18:25,137 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a15819fd-d454-cc71-76e1-8bf47faf0e58/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-07T12:18:25,137 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a15819fd-d454-cc71-76e1-8bf47faf0e58/nfs.dump.dir in system properties and HBase conf 2024-11-07T12:18:25,137 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a15819fd-d454-cc71-76e1-8bf47faf0e58/java.io.tmpdir in system properties and HBase conf 2024-11-07T12:18:25,137 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a15819fd-d454-cc71-76e1-8bf47faf0e58/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-07T12:18:25,137 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a15819fd-d454-cc71-76e1-8bf47faf0e58/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-07T12:18:25,137 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a15819fd-d454-cc71-76e1-8bf47faf0e58/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-07T12:18:25,223 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T12:18:25,229 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-07T12:18:25,237 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-07T12:18:25,237 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-07T12:18:25,237 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-07T12:18:25,238 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T12:18:25,239 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2b372b5c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a15819fd-d454-cc71-76e1-8bf47faf0e58/hadoop.log.dir/,AVAILABLE} 2024-11-07T12:18:25,239 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@21ddfaba{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-07T12:18:25,245 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-07T12:18:25,245 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-07T12:18:25,245 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-07T12:18:25,380 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7141e78d{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a15819fd-d454-cc71-76e1-8bf47faf0e58/java.io.tmpdir/jetty-localhost-39569-hadoop-hdfs-3_4_1-tests_jar-_-any-1048480434780707269/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-07T12:18:25,381 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5e8b8db{HTTP/1.1, (http/1.1)}{localhost:39569} 2024-11-07T12:18:25,381 INFO [Time-limited test {}] server.Server(415): Started @135581ms 2024-11-07T12:18:25,476 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T12:18:25,480 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-07T12:18:25,485 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-07T12:18:25,485 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-07T12:18:25,485 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-07T12:18:25,486 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5a9c4281{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a15819fd-d454-cc71-76e1-8bf47faf0e58/hadoop.log.dir/,AVAILABLE} 2024-11-07T12:18:25,486 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3982752{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-07T12:18:25,613 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6c418b5a{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a15819fd-d454-cc71-76e1-8bf47faf0e58/java.io.tmpdir/jetty-localhost-44869-hadoop-hdfs-3_4_1-tests_jar-_-any-7265178930422189864/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T12:18:25,613 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1b758bfb{HTTP/1.1, (http/1.1)}{localhost:44869} 2024-11-07T12:18:25,613 INFO [Time-limited test {}] server.Server(415): Started @135813ms 2024-11-07T12:18:25,614 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-07T12:18:25,712 WARN [Thread-1403 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a15819fd-d454-cc71-76e1-8bf47faf0e58/cluster_ed340b8c-fcfe-57b5-6c4b-9384c0838f16/data/data1/current/BP-1909058976-172.17.0.3-1730981905156/current, will proceed with Du for space computation calculation, 2024-11-07T12:18:25,712 WARN [Thread-1404 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a15819fd-d454-cc71-76e1-8bf47faf0e58/cluster_ed340b8c-fcfe-57b5-6c4b-9384c0838f16/data/data2/current/BP-1909058976-172.17.0.3-1730981905156/current, will proceed with Du for space computation calculation, 2024-11-07T12:18:25,729 WARN [Thread-1391 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-07T12:18:25,731 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xabde1525dcbf66b8 with lease ID 0xf42fa28f07a87f02: Processing first storage report for DS-15e6a30e-6e4c-4c61-a07e-6b9bec7b01cf from datanode DatanodeRegistration(127.0.0.1:42025, datanodeUuid=2024d350-3d93-4174-a3b9-e40cfadb1803, infoPort=44765, infoSecurePort=0, ipcPort=44907, storageInfo=lv=-57;cid=testClusterID;nsid=1375436004;c=1730981905156) 2024-11-07T12:18:25,731 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xabde1525dcbf66b8 with lease ID 0xf42fa28f07a87f02: from storage DS-15e6a30e-6e4c-4c61-a07e-6b9bec7b01cf node DatanodeRegistration(127.0.0.1:42025, datanodeUuid=2024d350-3d93-4174-a3b9-e40cfadb1803, infoPort=44765, infoSecurePort=0, ipcPort=44907, storageInfo=lv=-57;cid=testClusterID;nsid=1375436004;c=1730981905156), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-07T12:18:25,731 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xabde1525dcbf66b8 with lease ID 0xf42fa28f07a87f02: Processing first storage report for DS-87c0e9c7-1dd3-4a8a-a787-a34635f883d2 from datanode DatanodeRegistration(127.0.0.1:42025, datanodeUuid=2024d350-3d93-4174-a3b9-e40cfadb1803, infoPort=44765, infoSecurePort=0, ipcPort=44907, storageInfo=lv=-57;cid=testClusterID;nsid=1375436004;c=1730981905156) 2024-11-07T12:18:25,731 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xabde1525dcbf66b8 with lease ID 0xf42fa28f07a87f02: from storage DS-87c0e9c7-1dd3-4a8a-a787-a34635f883d2 node DatanodeRegistration(127.0.0.1:42025, datanodeUuid=2024d350-3d93-4174-a3b9-e40cfadb1803, infoPort=44765, infoSecurePort=0, ipcPort=44907, storageInfo=lv=-57;cid=testClusterID;nsid=1375436004;c=1730981905156), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-07T12:18:25,759 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a15819fd-d454-cc71-76e1-8bf47faf0e58 2024-11-07T12:18:25,759 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T12:18:25,760 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T12:18:25,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42025 is added to blk_1073741825_1001 (size=7) 2024-11-07T12:18:26,172 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43859/user/jenkins/test-data/79993981-dd14-035d-3a27-9ef4fdef408a with version=8 2024-11-07T12:18:26,172 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43859/user/jenkins/test-data/79993981-dd14-035d-3a27-9ef4fdef408a/hbase-staging 2024-11-07T12:18:26,174 INFO [Time-limited test {}] client.ConnectionUtils(128): master/87fb68174c52:0 server-side Connection retries=45 2024-11-07T12:18:26,174 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T12:18:26,174 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-07T12:18:26,174 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-07T12:18:26,174 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T12:18:26,174 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-07T12:18:26,175 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-07T12:18:26,175 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T12:18:26,175 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:34997 2024-11-07T12:18:26,176 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34997 connecting to ZooKeeper ensemble=127.0.0.1:62492 2024-11-07T12:18:26,178 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:349970x0, quorum=127.0.0.1:62492, baseZNode=/1-1803183327 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T12:18:26,179 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34997-0x1001a2dbdf70003 connected 2024-11-07T12:18:26,189 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T12:18:26,190 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T12:18:26,192 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34997-0x1001a2dbdf70003, quorum=127.0.0.1:62492, baseZNode=/1-1803183327 Set watcher on znode that does not yet exist, /1-1803183327/running 2024-11-07T12:18:26,193 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43859/user/jenkins/test-data/79993981-dd14-035d-3a27-9ef4fdef408a, hbase.cluster.distributed=false 2024-11-07T12:18:26,194 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34997-0x1001a2dbdf70003, quorum=127.0.0.1:62492, baseZNode=/1-1803183327 Set watcher on znode that does not yet exist, /1-1803183327/acl 2024-11-07T12:18:26,197 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34997 2024-11-07T12:18:26,199 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34997 2024-11-07T12:18:26,200 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34997 2024-11-07T12:18:26,202 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34997 2024-11-07T12:18:26,204 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34997 2024-11-07T12:18:26,219 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/87fb68174c52:0 server-side Connection retries=45 2024-11-07T12:18:26,219 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T12:18:26,219 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-07T12:18:26,219 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-07T12:18:26,219 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T12:18:26,219 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-07T12:18:26,219 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-07T12:18:26,219 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T12:18:26,219 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:40967 2024-11-07T12:18:26,220 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40967 connecting to ZooKeeper ensemble=127.0.0.1:62492 2024-11-07T12:18:26,221 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T12:18:26,222 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T12:18:26,226 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:409670x0, quorum=127.0.0.1:62492, baseZNode=/1-1803183327 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T12:18:26,227 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:409670x0, quorum=127.0.0.1:62492, baseZNode=/1-1803183327 Set watcher on znode that does not yet exist, /1-1803183327/running 2024-11-07T12:18:26,227 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40967-0x1001a2dbdf70004 connected 2024-11-07T12:18:26,227 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-07T12:18:26,228 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-07T12:18:26,229 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40967-0x1001a2dbdf70004, quorum=127.0.0.1:62492, baseZNode=/1-1803183327 Set watcher on znode that does not yet exist, /1-1803183327/master 2024-11-07T12:18:26,230 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40967-0x1001a2dbdf70004, quorum=127.0.0.1:62492, baseZNode=/1-1803183327 Set watcher on znode that does not yet exist, /1-1803183327/acl 2024-11-07T12:18:26,232 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40967 2024-11-07T12:18:26,233 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40967 2024-11-07T12:18:26,236 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40967 2024-11-07T12:18:26,237 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40967 2024-11-07T12:18:26,237 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40967 2024-11-07T12:18:26,248 DEBUG [M:0;87fb68174c52:34997 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;87fb68174c52:34997 2024-11-07T12:18:26,249 INFO [master/87fb68174c52:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1803183327/backup-masters/87fb68174c52,34997,1730981906174 2024-11-07T12:18:26,251 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34997-0x1001a2dbdf70003, quorum=127.0.0.1:62492, baseZNode=/1-1803183327 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1803183327/backup-masters 2024-11-07T12:18:26,251 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40967-0x1001a2dbdf70004, quorum=127.0.0.1:62492, baseZNode=/1-1803183327 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1803183327/backup-masters 2024-11-07T12:18:26,252 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34997-0x1001a2dbdf70003, quorum=127.0.0.1:62492, baseZNode=/1-1803183327 Set watcher on existing znode=/1-1803183327/backup-masters/87fb68174c52,34997,1730981906174 2024-11-07T12:18:26,253 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40967-0x1001a2dbdf70004, quorum=127.0.0.1:62492, baseZNode=/1-1803183327 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1803183327/master 2024-11-07T12:18:26,253 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34997-0x1001a2dbdf70003, quorum=127.0.0.1:62492, baseZNode=/1-1803183327 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1803183327 2024-11-07T12:18:26,253 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40967-0x1001a2dbdf70004, quorum=127.0.0.1:62492, baseZNode=/1-1803183327 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1803183327 2024-11-07T12:18:26,254 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34997-0x1001a2dbdf70003, quorum=127.0.0.1:62492, baseZNode=/1-1803183327 Set watcher on existing znode=/1-1803183327/master 2024-11-07T12:18:26,254 INFO [master/87fb68174c52:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1803183327/backup-masters/87fb68174c52,34997,1730981906174 from backup master directory 2024-11-07T12:18:26,255 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34997-0x1001a2dbdf70003, quorum=127.0.0.1:62492, baseZNode=/1-1803183327 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1803183327/backup-masters/87fb68174c52,34997,1730981906174 2024-11-07T12:18:26,255 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40967-0x1001a2dbdf70004, quorum=127.0.0.1:62492, baseZNode=/1-1803183327 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1803183327/backup-masters 2024-11-07T12:18:26,255 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34997-0x1001a2dbdf70003, quorum=127.0.0.1:62492, baseZNode=/1-1803183327 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1803183327/backup-masters 2024-11-07T12:18:26,255 WARN [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-07T12:18:26,255 INFO [master/87fb68174c52:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=87fb68174c52,34997,1730981906174 2024-11-07T12:18:26,259 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43859/user/jenkins/test-data/79993981-dd14-035d-3a27-9ef4fdef408a/hbase.id] with ID: 282c4a10-db81-4932-95ec-519e954fa02e 2024-11-07T12:18:26,259 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43859/user/jenkins/test-data/79993981-dd14-035d-3a27-9ef4fdef408a/.tmp/hbase.id 2024-11-07T12:18:26,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42025 is added to blk_1073741826_1002 (size=42) 2024-11-07T12:18:26,670 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43859/user/jenkins/test-data/79993981-dd14-035d-3a27-9ef4fdef408a/.tmp/hbase.id]:[hdfs://localhost:43859/user/jenkins/test-data/79993981-dd14-035d-3a27-9ef4fdef408a/hbase.id] 2024-11-07T12:18:26,682 INFO [master/87fb68174c52:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T12:18:26,682 INFO [master/87fb68174c52:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-07T12:18:26,684 INFO [master/87fb68174c52:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-07T12:18:26,686 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40967-0x1001a2dbdf70004, quorum=127.0.0.1:62492, baseZNode=/1-1803183327 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1803183327 2024-11-07T12:18:26,686 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34997-0x1001a2dbdf70003, quorum=127.0.0.1:62492, baseZNode=/1-1803183327 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1803183327 2024-11-07T12:18:26,695 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42025 is added to blk_1073741827_1003 (size=196) 2024-11-07T12:18:27,096 INFO [master/87fb68174c52:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-07T12:18:27,097 INFO [master/87fb68174c52:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-07T12:18:27,097 INFO [master/87fb68174c52:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T12:18:27,103 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42025 is added to blk_1073741828_1004 (size=1189) 2024-11-07T12:18:27,505 INFO [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43859/user/jenkins/test-data/79993981-dd14-035d-3a27-9ef4fdef408a/MasterData/data/master/store 2024-11-07T12:18:27,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42025 is added to blk_1073741829_1005 (size=34) 2024-11-07T12:18:27,515 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T12:18:27,515 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-07T12:18:27,515 INFO [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T12:18:27,515 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T12:18:27,515 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-07T12:18:27,515 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T12:18:27,515 INFO [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T12:18:27,515 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1730981907515Disabling compacts and flushes for region at 1730981907515Disabling writes for close at 1730981907515Writing region close event to WAL at 1730981907515Closed at 1730981907515 2024-11-07T12:18:27,516 WARN [master/87fb68174c52:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43859/user/jenkins/test-data/79993981-dd14-035d-3a27-9ef4fdef408a/MasterData/data/master/store/.initializing 2024-11-07T12:18:27,516 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43859/user/jenkins/test-data/79993981-dd14-035d-3a27-9ef4fdef408a/MasterData/WALs/87fb68174c52,34997,1730981906174 2024-11-07T12:18:27,517 INFO [master/87fb68174c52:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-07T12:18:27,519 INFO [master/87fb68174c52:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=87fb68174c52%2C34997%2C1730981906174, suffix=, logDir=hdfs://localhost:43859/user/jenkins/test-data/79993981-dd14-035d-3a27-9ef4fdef408a/MasterData/WALs/87fb68174c52,34997,1730981906174, archiveDir=hdfs://localhost:43859/user/jenkins/test-data/79993981-dd14-035d-3a27-9ef4fdef408a/MasterData/oldWALs, maxLogs=10 2024-11-07T12:18:27,537 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/79993981-dd14-035d-3a27-9ef4fdef408a/MasterData/WALs/87fb68174c52,34997,1730981906174/87fb68174c52%2C34997%2C1730981906174.1730981907519, exclude list is [], retry=0 2024-11-07T12:18:27,540 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42025,DS-15e6a30e-6e4c-4c61-a07e-6b9bec7b01cf,DISK] 2024-11-07T12:18:27,542 INFO [master/87fb68174c52:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/79993981-dd14-035d-3a27-9ef4fdef408a/MasterData/WALs/87fb68174c52,34997,1730981906174/87fb68174c52%2C34997%2C1730981906174.1730981907519 2024-11-07T12:18:27,544 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44765:44765)] 2024-11-07T12:18:27,544 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-07T12:18:27,544 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T12:18:27,544 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T12:18:27,544 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T12:18:27,546 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T12:18:27,547 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-07T12:18:27,547 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:18:27,548 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T12:18:27,548 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T12:18:27,550 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-07T12:18:27,550 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:18:27,550 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T12:18:27,550 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T12:18:27,551 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-07T12:18:27,552 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:18:27,552 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T12:18:27,552 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T12:18:27,553 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-07T12:18:27,553 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:18:27,554 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T12:18:27,554 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T12:18:27,554 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43859/user/jenkins/test-data/79993981-dd14-035d-3a27-9ef4fdef408a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-07T12:18:27,555 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43859/user/jenkins/test-data/79993981-dd14-035d-3a27-9ef4fdef408a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-07T12:18:27,556 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T12:18:27,556 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T12:18:27,557 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T12:18:27,558 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T12:18:27,561 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43859/user/jenkins/test-data/79993981-dd14-035d-3a27-9ef4fdef408a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T12:18:27,562 INFO [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64259436, jitterRate=-0.04245978593826294}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T12:18:27,562 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1730981907544Initializing all the Stores at 1730981907545 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730981907545Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730981907546 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730981907546Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730981907546Cleaning up temporary data from old regions at 1730981907556 (+10 ms)Region opened successfully at 1730981907562 (+6 ms) 2024-11-07T12:18:27,562 INFO [master/87fb68174c52:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-07T12:18:27,566 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b3cc526, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=87fb68174c52/172.17.0.3:0 2024-11-07T12:18:27,567 INFO [master/87fb68174c52:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-07T12:18:27,567 INFO [master/87fb68174c52:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-07T12:18:27,567 INFO [master/87fb68174c52:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-07T12:18:27,567 INFO [master/87fb68174c52:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-07T12:18:27,567 INFO [master/87fb68174c52:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-07T12:18:27,568 INFO [master/87fb68174c52:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-07T12:18:27,568 INFO [master/87fb68174c52:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-07T12:18:27,570 INFO [master/87fb68174c52:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-07T12:18:27,572 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34997-0x1001a2dbdf70003, quorum=127.0.0.1:62492, baseZNode=/1-1803183327 Unable to get data of znode /1-1803183327/balancer because node does not exist (not necessarily an error) 2024-11-07T12:18:27,573 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1803183327/balancer already deleted, retry=false 2024-11-07T12:18:27,574 INFO [master/87fb68174c52:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-07T12:18:27,575 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34997-0x1001a2dbdf70003, quorum=127.0.0.1:62492, baseZNode=/1-1803183327 Unable to get data of znode /1-1803183327/normalizer because node does not exist (not necessarily an error) 2024-11-07T12:18:27,576 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1803183327/normalizer already deleted, retry=false 2024-11-07T12:18:27,577 INFO [master/87fb68174c52:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-07T12:18:27,578 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34997-0x1001a2dbdf70003, quorum=127.0.0.1:62492, baseZNode=/1-1803183327 Unable to get data of znode /1-1803183327/switch/split because node does not exist (not necessarily an error) 2024-11-07T12:18:27,580 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1803183327/switch/split already deleted, retry=false 2024-11-07T12:18:27,586 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34997-0x1001a2dbdf70003, quorum=127.0.0.1:62492, baseZNode=/1-1803183327 Unable to get data of znode /1-1803183327/switch/merge because node does not exist (not necessarily an error) 2024-11-07T12:18:27,587 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1803183327/switch/merge already deleted, retry=false 2024-11-07T12:18:27,591 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34997-0x1001a2dbdf70003, quorum=127.0.0.1:62492, baseZNode=/1-1803183327 Unable to get data of znode /1-1803183327/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-07T12:18:27,592 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1803183327/snapshot-cleanup already deleted, retry=false 2024-11-07T12:18:27,594 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34997-0x1001a2dbdf70003, quorum=127.0.0.1:62492, baseZNode=/1-1803183327 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1803183327/running 2024-11-07T12:18:27,594 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34997-0x1001a2dbdf70003, quorum=127.0.0.1:62492, baseZNode=/1-1803183327 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1803183327 2024-11-07T12:18:27,595 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40967-0x1001a2dbdf70004, quorum=127.0.0.1:62492, baseZNode=/1-1803183327 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1803183327/running 2024-11-07T12:18:27,595 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40967-0x1001a2dbdf70004, quorum=127.0.0.1:62492, baseZNode=/1-1803183327 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1803183327 2024-11-07T12:18:27,602 INFO [master/87fb68174c52:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=87fb68174c52,34997,1730981906174, sessionid=0x1001a2dbdf70003, setting cluster-up flag (Was=false) 2024-11-07T12:18:27,605 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34997-0x1001a2dbdf70003, quorum=127.0.0.1:62492, baseZNode=/1-1803183327 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1803183327 2024-11-07T12:18:27,605 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40967-0x1001a2dbdf70004, quorum=127.0.0.1:62492, baseZNode=/1-1803183327 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1803183327 2024-11-07T12:18:27,611 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1803183327/flush-table-proc/acquired, /1-1803183327/flush-table-proc/reached, /1-1803183327/flush-table-proc/abort 2024-11-07T12:18:27,612 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=87fb68174c52,34997,1730981906174 2024-11-07T12:18:27,616 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40967-0x1001a2dbdf70004, quorum=127.0.0.1:62492, baseZNode=/1-1803183327 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1803183327 2024-11-07T12:18:27,616 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34997-0x1001a2dbdf70003, quorum=127.0.0.1:62492, baseZNode=/1-1803183327 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1803183327 2024-11-07T12:18:27,622 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1803183327/online-snapshot/acquired, /1-1803183327/online-snapshot/reached, /1-1803183327/online-snapshot/abort 2024-11-07T12:18:27,623 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=87fb68174c52,34997,1730981906174 2024-11-07T12:18:27,625 INFO [master/87fb68174c52:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43859/user/jenkins/test-data/79993981-dd14-035d-3a27-9ef4fdef408a/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-07T12:18:27,631 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-07T12:18:27,631 INFO [master/87fb68174c52:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-07T12:18:27,631 INFO [master/87fb68174c52:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-07T12:18:27,631 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 87fb68174c52,34997,1730981906174 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-07T12:18:27,633 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/87fb68174c52:0, corePoolSize=5, maxPoolSize=5 2024-11-07T12:18:27,633 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/87fb68174c52:0, corePoolSize=5, maxPoolSize=5 2024-11-07T12:18:27,633 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/87fb68174c52:0, corePoolSize=5, maxPoolSize=5 2024-11-07T12:18:27,633 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/87fb68174c52:0, corePoolSize=5, maxPoolSize=5 2024-11-07T12:18:27,633 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/87fb68174c52:0, corePoolSize=10, maxPoolSize=10 2024-11-07T12:18:27,633 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:18:27,633 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/87fb68174c52:0, corePoolSize=2, maxPoolSize=2 2024-11-07T12:18:27,633 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:18:27,644 INFO [master/87fb68174c52:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1730981937644 2024-11-07T12:18:27,644 INFO [RS:0;87fb68174c52:40967 {}] regionserver.HRegionServer(746): ClusterId : 282c4a10-db81-4932-95ec-519e954fa02e 2024-11-07T12:18:27,644 DEBUG [RS:0;87fb68174c52:40967 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-07T12:18:27,644 INFO [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-07T12:18:27,644 INFO [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-07T12:18:27,644 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T12:18:27,644 INFO [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-07T12:18:27,644 INFO [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-07T12:18:27,645 INFO [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-07T12:18:27,645 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-07T12:18:27,645 INFO [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-07T12:18:27,645 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-07T12:18:27,646 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:18:27,646 INFO [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-07T12:18:27,646 INFO [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-07T12:18:27,646 INFO [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-07T12:18:27,646 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-07T12:18:27,646 INFO [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-07T12:18:27,648 INFO [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-07T12:18:27,648 INFO [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-07T12:18:27,649 DEBUG [RS:0;87fb68174c52:40967 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-07T12:18:27,649 DEBUG [RS:0;87fb68174c52:40967 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-07T12:18:27,651 DEBUG [RS:0;87fb68174c52:40967 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-07T12:18:27,651 DEBUG [RS:0;87fb68174c52:40967 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23a7fae8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=87fb68174c52/172.17.0.3:0 2024-11-07T12:18:27,656 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/87fb68174c52:0:becomeActiveMaster-HFileCleaner.large.0-1730981907648,5,FailOnTimeoutGroup] 2024-11-07T12:18:27,661 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/87fb68174c52:0:becomeActiveMaster-HFileCleaner.small.0-1730981907656,5,FailOnTimeoutGroup] 2024-11-07T12:18:27,661 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-07T12:18:27,661 INFO [master/87fb68174c52:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-07T12:18:27,661 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-07T12:18:27,661 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-07T12:18:27,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42025 is added to blk_1073741831_1007 (size=1321) 2024-11-07T12:18:27,678 DEBUG [RS:0;87fb68174c52:40967 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;87fb68174c52:40967 2024-11-07T12:18:27,678 INFO [RS:0;87fb68174c52:40967 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-07T12:18:27,678 INFO [RS:0;87fb68174c52:40967 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-07T12:18:27,678 DEBUG [RS:0;87fb68174c52:40967 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-07T12:18:27,679 INFO [RS:0;87fb68174c52:40967 {}] regionserver.HRegionServer(2659): reportForDuty to master=87fb68174c52,34997,1730981906174 with port=40967, startcode=1730981906218 2024-11-07T12:18:27,679 DEBUG [RS:0;87fb68174c52:40967 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-07T12:18:27,681 INFO [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35973, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.8 (auth:SIMPLE), service=RegionServerStatusService 2024-11-07T12:18:27,682 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34997 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 87fb68174c52,40967,1730981906218 2024-11-07T12:18:27,682 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34997 {}] master.ServerManager(517): Registering regionserver=87fb68174c52,40967,1730981906218 2024-11-07T12:18:27,683 DEBUG [RS:0;87fb68174c52:40967 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43859/user/jenkins/test-data/79993981-dd14-035d-3a27-9ef4fdef408a 2024-11-07T12:18:27,683 DEBUG [RS:0;87fb68174c52:40967 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43859 2024-11-07T12:18:27,683 DEBUG [RS:0;87fb68174c52:40967 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-07T12:18:27,689 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34997-0x1001a2dbdf70003, quorum=127.0.0.1:62492, baseZNode=/1-1803183327 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1803183327/rs 2024-11-07T12:18:27,689 DEBUG [RS:0;87fb68174c52:40967 {}] zookeeper.ZKUtil(111): regionserver:40967-0x1001a2dbdf70004, quorum=127.0.0.1:62492, baseZNode=/1-1803183327 Set watcher on existing znode=/1-1803183327/rs/87fb68174c52,40967,1730981906218 2024-11-07T12:18:27,689 WARN [RS:0;87fb68174c52:40967 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-07T12:18:27,689 INFO [RS:0;87fb68174c52:40967 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T12:18:27,690 DEBUG [RS:0;87fb68174c52:40967 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43859/user/jenkins/test-data/79993981-dd14-035d-3a27-9ef4fdef408a/WALs/87fb68174c52,40967,1730981906218 2024-11-07T12:18:27,690 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [87fb68174c52,40967,1730981906218] 2024-11-07T12:18:27,695 INFO [RS:0;87fb68174c52:40967 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-07T12:18:27,700 INFO [RS:0;87fb68174c52:40967 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-07T12:18:27,701 INFO [RS:0;87fb68174c52:40967 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-07T12:18:27,701 INFO [RS:0;87fb68174c52:40967 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T12:18:27,704 INFO [RS:0;87fb68174c52:40967 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-07T12:18:27,705 INFO [RS:0;87fb68174c52:40967 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-07T12:18:27,705 INFO [RS:0;87fb68174c52:40967 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-07T12:18:27,705 DEBUG [RS:0;87fb68174c52:40967 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:18:27,706 DEBUG [RS:0;87fb68174c52:40967 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:18:27,706 DEBUG [RS:0;87fb68174c52:40967 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:18:27,706 DEBUG [RS:0;87fb68174c52:40967 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:18:27,706 DEBUG [RS:0;87fb68174c52:40967 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:18:27,706 DEBUG [RS:0;87fb68174c52:40967 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/87fb68174c52:0, corePoolSize=2, maxPoolSize=2 2024-11-07T12:18:27,706 DEBUG [RS:0;87fb68174c52:40967 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:18:27,706 DEBUG [RS:0;87fb68174c52:40967 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:18:27,706 DEBUG [RS:0;87fb68174c52:40967 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:18:27,706 DEBUG [RS:0;87fb68174c52:40967 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:18:27,706 DEBUG [RS:0;87fb68174c52:40967 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:18:27,706 DEBUG [RS:0;87fb68174c52:40967 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:18:27,706 DEBUG [RS:0;87fb68174c52:40967 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/87fb68174c52:0, corePoolSize=3, maxPoolSize=3 2024-11-07T12:18:27,706 DEBUG [RS:0;87fb68174c52:40967 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/87fb68174c52:0, corePoolSize=3, maxPoolSize=3 2024-11-07T12:18:27,712 INFO [RS:0;87fb68174c52:40967 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T12:18:27,712 INFO [RS:0;87fb68174c52:40967 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T12:18:27,712 INFO [RS:0;87fb68174c52:40967 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T12:18:27,712 INFO [RS:0;87fb68174c52:40967 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-07T12:18:27,712 INFO [RS:0;87fb68174c52:40967 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-07T12:18:27,712 INFO [RS:0;87fb68174c52:40967 {}] hbase.ChoreService(168): Chore ScheduledChore name=87fb68174c52,40967,1730981906218-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-07T12:18:27,733 INFO [RS:0;87fb68174c52:40967 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-07T12:18:27,733 INFO [RS:0;87fb68174c52:40967 {}] hbase.ChoreService(168): Chore ScheduledChore name=87fb68174c52,40967,1730981906218-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T12:18:27,733 INFO [RS:0;87fb68174c52:40967 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T12:18:27,733 INFO [RS:0;87fb68174c52:40967 {}] regionserver.Replication(171): 87fb68174c52,40967,1730981906218 started 2024-11-07T12:18:27,753 INFO [RS:0;87fb68174c52:40967 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T12:18:27,753 INFO [RS:0;87fb68174c52:40967 {}] regionserver.HRegionServer(1482): Serving as 87fb68174c52,40967,1730981906218, RpcServer on 87fb68174c52/172.17.0.3:40967, sessionid=0x1001a2dbdf70004 2024-11-07T12:18:27,754 DEBUG [RS:0;87fb68174c52:40967 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-07T12:18:27,754 DEBUG [RS:0;87fb68174c52:40967 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 87fb68174c52,40967,1730981906218 2024-11-07T12:18:27,754 DEBUG [RS:0;87fb68174c52:40967 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '87fb68174c52,40967,1730981906218' 2024-11-07T12:18:27,754 DEBUG [RS:0;87fb68174c52:40967 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1803183327/flush-table-proc/abort' 2024-11-07T12:18:27,754 DEBUG [RS:0;87fb68174c52:40967 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1803183327/flush-table-proc/acquired' 2024-11-07T12:18:27,755 DEBUG [RS:0;87fb68174c52:40967 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-07T12:18:27,755 DEBUG [RS:0;87fb68174c52:40967 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-07T12:18:27,755 DEBUG [RS:0;87fb68174c52:40967 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 87fb68174c52,40967,1730981906218 2024-11-07T12:18:27,755 DEBUG [RS:0;87fb68174c52:40967 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '87fb68174c52,40967,1730981906218' 2024-11-07T12:18:27,755 DEBUG [RS:0;87fb68174c52:40967 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1803183327/online-snapshot/abort' 2024-11-07T12:18:27,755 DEBUG [RS:0;87fb68174c52:40967 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1803183327/online-snapshot/acquired' 2024-11-07T12:18:27,756 DEBUG [RS:0;87fb68174c52:40967 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-07T12:18:27,756 INFO [RS:0;87fb68174c52:40967 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-07T12:18:27,756 INFO [RS:0;87fb68174c52:40967 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-07T12:18:27,856 INFO [RS:0;87fb68174c52:40967 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-07T12:18:27,858 INFO [RS:0;87fb68174c52:40967 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=87fb68174c52%2C40967%2C1730981906218, suffix=, logDir=hdfs://localhost:43859/user/jenkins/test-data/79993981-dd14-035d-3a27-9ef4fdef408a/WALs/87fb68174c52,40967,1730981906218, archiveDir=hdfs://localhost:43859/user/jenkins/test-data/79993981-dd14-035d-3a27-9ef4fdef408a/oldWALs, maxLogs=10 2024-11-07T12:18:27,872 DEBUG [RS:0;87fb68174c52:40967 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/79993981-dd14-035d-3a27-9ef4fdef408a/WALs/87fb68174c52,40967,1730981906218/87fb68174c52%2C40967%2C1730981906218.1730981907858, exclude list is [], retry=0 2024-11-07T12:18:27,875 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42025,DS-15e6a30e-6e4c-4c61-a07e-6b9bec7b01cf,DISK] 2024-11-07T12:18:27,876 INFO [RS:0;87fb68174c52:40967 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/79993981-dd14-035d-3a27-9ef4fdef408a/WALs/87fb68174c52,40967,1730981906218/87fb68174c52%2C40967%2C1730981906218.1730981907858 2024-11-07T12:18:27,877 DEBUG [RS:0;87fb68174c52:40967 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44765:44765)] 2024-11-07T12:18:28,065 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43859/user/jenkins/test-data/79993981-dd14-035d-3a27-9ef4fdef408a/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-07T12:18:28,066 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43859/user/jenkins/test-data/79993981-dd14-035d-3a27-9ef4fdef408a 2024-11-07T12:18:28,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42025 is added to blk_1073741833_1009 (size=32) 2024-11-07T12:18:28,480 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T12:18:28,481 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-07T12:18:28,482 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-07T12:18:28,482 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:18:28,483 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T12:18:28,483 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-07T12:18:28,484 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-07T12:18:28,484 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:18:28,484 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T12:18:28,484 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-07T12:18:28,485 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-07T12:18:28,485 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:18:28,485 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T12:18:28,486 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-07T12:18:28,487 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-07T12:18:28,487 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:18:28,487 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T12:18:28,487 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-07T12:18:28,488 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43859/user/jenkins/test-data/79993981-dd14-035d-3a27-9ef4fdef408a/data/hbase/meta/1588230740 2024-11-07T12:18:28,488 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43859/user/jenkins/test-data/79993981-dd14-035d-3a27-9ef4fdef408a/data/hbase/meta/1588230740 2024-11-07T12:18:28,489 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-07T12:18:28,489 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-07T12:18:28,490 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T12:18:28,491 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-07T12:18:28,493 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43859/user/jenkins/test-data/79993981-dd14-035d-3a27-9ef4fdef408a/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T12:18:28,494 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70357239, jitterRate=0.04840455949306488}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T12:18:28,494 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1730981908480Initializing all the Stores at 1730981908480Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730981908481 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730981908481Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730981908481Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730981908481Cleaning up temporary data from old regions at 1730981908489 (+8 ms)Region opened successfully at 1730981908494 (+5 ms) 2024-11-07T12:18:28,494 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-07T12:18:28,494 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-07T12:18:28,494 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-07T12:18:28,494 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-07T12:18:28,494 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-07T12:18:28,494 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-07T12:18:28,494 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1730981908494Disabling compacts and flushes for region at 1730981908494Disabling writes for close at 1730981908494Writing region close event to WAL at 1730981908494Closed at 1730981908494 2024-11-07T12:18:28,496 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T12:18:28,496 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-07T12:18:28,496 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-07T12:18:28,497 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-07T12:18:28,498 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-07T12:18:28,648 DEBUG [87fb68174c52:34997 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-07T12:18:28,649 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=87fb68174c52,40967,1730981906218 2024-11-07T12:18:28,650 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 87fb68174c52,40967,1730981906218, state=OPENING 2024-11-07T12:18:28,652 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-07T12:18:28,653 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34997-0x1001a2dbdf70003, quorum=127.0.0.1:62492, baseZNode=/1-1803183327 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1803183327 2024-11-07T12:18:28,653 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40967-0x1001a2dbdf70004, quorum=127.0.0.1:62492, baseZNode=/1-1803183327 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1803183327 2024-11-07T12:18:28,654 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-07T12:18:28,654 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1803183327/meta-region-server: CHANGED 2024-11-07T12:18:28,654 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1803183327/meta-region-server: CHANGED 2024-11-07T12:18:28,654 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=87fb68174c52,40967,1730981906218}] 2024-11-07T12:18:28,807 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-07T12:18:28,809 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40003, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-07T12:18:28,812 INFO [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-07T12:18:28,812 INFO [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T12:18:28,813 INFO [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-07T12:18:28,814 INFO [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=87fb68174c52%2C40967%2C1730981906218.meta, suffix=.meta, logDir=hdfs://localhost:43859/user/jenkins/test-data/79993981-dd14-035d-3a27-9ef4fdef408a/WALs/87fb68174c52,40967,1730981906218, archiveDir=hdfs://localhost:43859/user/jenkins/test-data/79993981-dd14-035d-3a27-9ef4fdef408a/oldWALs, maxLogs=10 2024-11-07T12:18:28,832 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/79993981-dd14-035d-3a27-9ef4fdef408a/WALs/87fb68174c52,40967,1730981906218/87fb68174c52%2C40967%2C1730981906218.meta.1730981908815.meta, exclude list is [], retry=0 2024-11-07T12:18:28,834 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42025,DS-15e6a30e-6e4c-4c61-a07e-6b9bec7b01cf,DISK] 2024-11-07T12:18:28,837 INFO [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/79993981-dd14-035d-3a27-9ef4fdef408a/WALs/87fb68174c52,40967,1730981906218/87fb68174c52%2C40967%2C1730981906218.meta.1730981908815.meta 2024-11-07T12:18:28,837 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44765:44765)] 2024-11-07T12:18:28,837 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-07T12:18:28,838 INFO [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-07T12:18:28,838 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-07T12:18:28,838 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-07T12:18:28,838 INFO [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-07T12:18:28,838 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-07T12:18:28,838 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T12:18:28,838 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-07T12:18:28,838 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-07T12:18:28,840 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-07T12:18:28,841 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-07T12:18:28,841 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:18:28,841 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T12:18:28,841 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-07T12:18:28,842 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-07T12:18:28,842 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:18:28,842 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T12:18:28,842 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-07T12:18:28,843 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-07T12:18:28,843 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:18:28,844 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T12:18:28,844 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-07T12:18:28,844 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-07T12:18:28,844 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:18:28,845 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T12:18:28,845 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-07T12:18:28,846 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43859/user/jenkins/test-data/79993981-dd14-035d-3a27-9ef4fdef408a/data/hbase/meta/1588230740 2024-11-07T12:18:28,846 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43859/user/jenkins/test-data/79993981-dd14-035d-3a27-9ef4fdef408a/data/hbase/meta/1588230740 2024-11-07T12:18:28,848 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-07T12:18:28,848 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-07T12:18:28,848 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T12:18:28,849 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-07T12:18:28,850 INFO [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59049165, jitterRate=-0.12009887397289276}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T12:18:28,850 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-07T12:18:28,851 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1730981908838Writing region info on filesystem at 1730981908838Initializing all the Stores at 1730981908839 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730981908839Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730981908840 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730981908840Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730981908840Cleaning up temporary data from old regions at 1730981908848 (+8 ms)Running coprocessor post-open hooks at 1730981908851 (+3 ms)Region opened successfully at 1730981908851 2024-11-07T12:18:28,852 INFO [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1730981908806 2024-11-07T12:18:28,854 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-07T12:18:28,855 INFO [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-07T12:18:28,855 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=87fb68174c52,40967,1730981906218 2024-11-07T12:18:28,856 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 87fb68174c52,40967,1730981906218, state=OPEN 2024-11-07T12:18:28,858 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34997-0x1001a2dbdf70003, quorum=127.0.0.1:62492, baseZNode=/1-1803183327 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1803183327/meta-region-server 2024-11-07T12:18:28,858 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40967-0x1001a2dbdf70004, quorum=127.0.0.1:62492, baseZNode=/1-1803183327 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1803183327/meta-region-server 2024-11-07T12:18:28,858 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=87fb68174c52,40967,1730981906218 2024-11-07T12:18:28,858 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1803183327/meta-region-server: CHANGED 2024-11-07T12:18:28,858 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1803183327/meta-region-server: CHANGED 2024-11-07T12:18:28,860 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-07T12:18:28,860 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=87fb68174c52,40967,1730981906218 in 204 msec 2024-11-07T12:18:28,864 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-07T12:18:28,864 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 364 msec 2024-11-07T12:18:28,864 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T12:18:28,865 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-07T12:18:28,866 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T12:18:28,866 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=87fb68174c52,40967,1730981906218, seqNum=-1] 2024-11-07T12:18:28,866 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T12:18:28,868 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36479, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T12:18:28,874 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2420 sec 2024-11-07T12:18:28,874 INFO [master/87fb68174c52:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1730981908874, completionTime=-1 2024-11-07T12:18:28,874 INFO [master/87fb68174c52:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-07T12:18:28,874 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-07T12:18:28,876 INFO [master/87fb68174c52:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-07T12:18:28,876 INFO [master/87fb68174c52:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1730981968876 2024-11-07T12:18:28,876 INFO [master/87fb68174c52:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1730982028876 2024-11-07T12:18:28,876 INFO [master/87fb68174c52:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-07T12:18:28,876 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=87fb68174c52,34997,1730981906174-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T12:18:28,876 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=87fb68174c52,34997,1730981906174-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T12:18:28,876 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=87fb68174c52,34997,1730981906174-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T12:18:28,876 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-87fb68174c52:34997, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T12:18:28,876 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-07T12:18:28,877 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-07T12:18:28,878 DEBUG [master/87fb68174c52:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-07T12:18:28,880 INFO [master/87fb68174c52:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.625sec 2024-11-07T12:18:28,880 INFO [master/87fb68174c52:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-07T12:18:28,880 INFO [master/87fb68174c52:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-07T12:18:28,880 INFO [master/87fb68174c52:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-07T12:18:28,880 INFO [master/87fb68174c52:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-07T12:18:28,880 INFO [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-07T12:18:28,880 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=87fb68174c52,34997,1730981906174-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-07T12:18:28,880 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=87fb68174c52,34997,1730981906174-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-07T12:18:28,883 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-07T12:18:28,883 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-07T12:18:28,883 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=87fb68174c52,34997,1730981906174-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T12:18:28,945 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f5154ce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:18:28,945 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 87fb68174c52,34997,-1 for getting cluster id 2024-11-07T12:18:28,945 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T12:18:28,946 DEBUG [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '282c4a10-db81-4932-95ec-519e954fa02e' 2024-11-07T12:18:28,947 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T12:18:28,947 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "282c4a10-db81-4932-95ec-519e954fa02e" 2024-11-07T12:18:28,947 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b26375a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:18:28,947 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [87fb68174c52,34997,-1] 2024-11-07T12:18:28,947 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T12:18:28,947 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:18:28,948 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49650, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T12:18:28,949 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f9e8eee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:18:28,949 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T12:18:28,950 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=87fb68174c52,40967,1730981906218, seqNum=-1] 2024-11-07T12:18:28,951 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T12:18:28,951 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53686, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T12:18:28,953 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=87fb68174c52,34997,1730981906174 2024-11-07T12:18:28,954 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:62492 2024-11-07T12:18:28,956 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:62492, baseZNode=/1-1803183327 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T12:18:28,956 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1001a2dbdf70005 connected 2024-11-07T12:18:28,959 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ed81ed8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:18:28,959 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 87fb68174c52,43603,-1 for getting cluster id 2024-11-07T12:18:28,959 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T12:18:28,960 DEBUG [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1c6bcf86-f7fb-455b-9bf4-0e7b41d0e9bc' 2024-11-07T12:18:28,960 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T12:18:28,960 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1c6bcf86-f7fb-455b-9bf4-0e7b41d0e9bc" 2024-11-07T12:18:28,960 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@735e683c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:18:28,960 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [87fb68174c52,43603,-1] 2024-11-07T12:18:28,960 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T12:18:28,961 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:18:28,961 INFO [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34956, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T12:18:28,962 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e1282d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:18:28,962 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T12:18:28,963 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 87fb68174c52,43603,1730981902056 2024-11-07T12:18:28,963 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4dd9e92b 2024-11-07T12:18:28,963 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T12:18:28,964 INFO [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34966, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-07T12:18:28,964 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43603 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://87fb68174c52:34997,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-07T12:18:28,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43603 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-07T12:18:28,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T12:18:28,967 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='87fb68174c52:34997' 2024-11-07T12:18:28,968 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66d756, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:18:28,968 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 87fb68174c52,34997,-1 for getting cluster id 2024-11-07T12:18:28,968 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T12:18:28,969 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '282c4a10-db81-4932-95ec-519e954fa02e' 2024-11-07T12:18:28,969 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T12:18:28,969 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "282c4a10-db81-4932-95ec-519e954fa02e" 2024-11-07T12:18:28,969 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a4900b3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:18:28,969 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [87fb68174c52,34997,-1] 2024-11-07T12:18:28,969 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T12:18:28,970 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:18:28,970 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49656, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T12:18:28,971 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53405765, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:18:28,971 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T12:18:28,972 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 87fb68174c52,34997,1730981906174 2024-11-07T12:18:28,972 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@a35fe22 2024-11-07T12:18:28,972 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T12:18:28,973 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49666, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-07T12:18:28,973 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-07T12:18:28,973 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-07T12:18:28,973 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:18:28,973 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:18:28,973 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T12:18:28,974 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-07T12:18:28,975 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-07T12:18:28,976 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-07T12:18:28,976 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:18:28,977 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-07T12:18:28,990 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41059 is added to blk_1073741835_1011 (size=1138) 2024-11-07T12:18:29,025 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-07T12:18:29,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T12:18:29,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T12:18:29,392 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 5c7ae1bdd1ec23b4f87ebc29e80ff0bd, NAME => 'hbase:replication,,1730981908974.5c7ae1bdd1ec23b4f87ebc29e80ff0bd.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46769/user/jenkins/test-data/0c8e4774-57e1-4808-2a6e-19b0e96fafe4 2024-11-07T12:18:29,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41059 is added to blk_1073741836_1012 (size=44) 2024-11-07T12:18:29,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T12:18:29,803 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1730981908974.5c7ae1bdd1ec23b4f87ebc29e80ff0bd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T12:18:29,804 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 5c7ae1bdd1ec23b4f87ebc29e80ff0bd, disabling compactions & flushes 2024-11-07T12:18:29,804 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1730981908974.5c7ae1bdd1ec23b4f87ebc29e80ff0bd. 2024-11-07T12:18:29,804 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1730981908974.5c7ae1bdd1ec23b4f87ebc29e80ff0bd. 2024-11-07T12:18:29,804 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1730981908974.5c7ae1bdd1ec23b4f87ebc29e80ff0bd. after waiting 0 ms 2024-11-07T12:18:29,804 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1730981908974.5c7ae1bdd1ec23b4f87ebc29e80ff0bd. 2024-11-07T12:18:29,804 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1730981908974.5c7ae1bdd1ec23b4f87ebc29e80ff0bd. 2024-11-07T12:18:29,804 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 5c7ae1bdd1ec23b4f87ebc29e80ff0bd: Waiting for close lock at 1730981909803Disabling compacts and flushes for region at 1730981909803Disabling writes for close at 1730981909804 (+1 ms)Writing region close event to WAL at 1730981909804Closed at 1730981909804 2024-11-07T12:18:29,805 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-07T12:18:29,805 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1730981908974.5c7ae1bdd1ec23b4f87ebc29e80ff0bd.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1730981909805"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1730981909805"}]},"ts":"1730981909805"} 2024-11-07T12:18:29,807 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-07T12:18:29,808 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-07T12:18:29,808 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1730981909808"}]},"ts":"1730981909808"} 2024-11-07T12:18:29,810 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-07T12:18:29,810 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=5c7ae1bdd1ec23b4f87ebc29e80ff0bd, ASSIGN}] 2024-11-07T12:18:29,811 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=5c7ae1bdd1ec23b4f87ebc29e80ff0bd, ASSIGN 2024-11-07T12:18:29,812 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=5c7ae1bdd1ec23b4f87ebc29e80ff0bd, ASSIGN; state=OFFLINE, location=87fb68174c52,41023,1730981902099; forceNewPlan=false, retain=false 2024-11-07T12:18:29,944 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-07T12:18:29,963 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=5c7ae1bdd1ec23b4f87ebc29e80ff0bd, regionState=OPENING, regionLocation=87fb68174c52,41023,1730981902099 2024-11-07T12:18:29,966 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=5c7ae1bdd1ec23b4f87ebc29e80ff0bd, ASSIGN because future has completed 2024-11-07T12:18:29,969 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5c7ae1bdd1ec23b4f87ebc29e80ff0bd, server=87fb68174c52,41023,1730981902099}] 2024-11-07T12:18:30,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T12:18:30,126 INFO [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1730981908974.5c7ae1bdd1ec23b4f87ebc29e80ff0bd. 2024-11-07T12:18:30,126 INFO [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T12:18:30,126 INFO [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-07T12:18:30,128 INFO [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=87fb68174c52%2C41023%2C1730981902099.rep, suffix=, logDir=hdfs://localhost:46769/user/jenkins/test-data/0c8e4774-57e1-4808-2a6e-19b0e96fafe4/WALs/87fb68174c52,41023,1730981902099, archiveDir=hdfs://localhost:46769/user/jenkins/test-data/0c8e4774-57e1-4808-2a6e-19b0e96fafe4/oldWALs, maxLogs=10 2024-11-07T12:18:30,141 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/0c8e4774-57e1-4808-2a6e-19b0e96fafe4/WALs/87fb68174c52,41023,1730981902099/87fb68174c52%2C41023%2C1730981902099.rep.1730981910128, exclude list is [], retry=0 2024-11-07T12:18:30,143 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41059,DS-24023d27-b2db-49e0-940a-ed55f5d7d2a8,DISK] 2024-11-07T12:18:30,145 INFO [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0c8e4774-57e1-4808-2a6e-19b0e96fafe4/WALs/87fb68174c52,41023,1730981902099/87fb68174c52%2C41023%2C1730981902099.rep.1730981910128 2024-11-07T12:18:30,145 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44485:44485)] 2024-11-07T12:18:30,145 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 5c7ae1bdd1ec23b4f87ebc29e80ff0bd, NAME => 'hbase:replication,,1730981908974.5c7ae1bdd1ec23b4f87ebc29e80ff0bd.', STARTKEY => '', ENDKEY => ''} 2024-11-07T12:18:30,146 INFO [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-07T12:18:30,146 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-07T12:18:30,146 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1730981908974.5c7ae1bdd1ec23b4f87ebc29e80ff0bd. service=MultiRowMutationService 2024-11-07T12:18:30,146 INFO [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-07T12:18:30,146 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 5c7ae1bdd1ec23b4f87ebc29e80ff0bd 2024-11-07T12:18:30,146 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1730981908974.5c7ae1bdd1ec23b4f87ebc29e80ff0bd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T12:18:30,146 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 5c7ae1bdd1ec23b4f87ebc29e80ff0bd 2024-11-07T12:18:30,146 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 5c7ae1bdd1ec23b4f87ebc29e80ff0bd 2024-11-07T12:18:30,147 INFO [StoreOpener-5c7ae1bdd1ec23b4f87ebc29e80ff0bd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 5c7ae1bdd1ec23b4f87ebc29e80ff0bd 2024-11-07T12:18:30,149 INFO [StoreOpener-5c7ae1bdd1ec23b4f87ebc29e80ff0bd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5c7ae1bdd1ec23b4f87ebc29e80ff0bd columnFamilyName hfileref 2024-11-07T12:18:30,149 DEBUG [StoreOpener-5c7ae1bdd1ec23b4f87ebc29e80ff0bd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:18:30,149 INFO [StoreOpener-5c7ae1bdd1ec23b4f87ebc29e80ff0bd-1 {}] regionserver.HStore(327): Store=5c7ae1bdd1ec23b4f87ebc29e80ff0bd/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T12:18:30,149 INFO [StoreOpener-5c7ae1bdd1ec23b4f87ebc29e80ff0bd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 5c7ae1bdd1ec23b4f87ebc29e80ff0bd 2024-11-07T12:18:30,150 INFO [StoreOpener-5c7ae1bdd1ec23b4f87ebc29e80ff0bd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5c7ae1bdd1ec23b4f87ebc29e80ff0bd columnFamilyName queue 2024-11-07T12:18:30,150 DEBUG [StoreOpener-5c7ae1bdd1ec23b4f87ebc29e80ff0bd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:18:30,151 INFO [StoreOpener-5c7ae1bdd1ec23b4f87ebc29e80ff0bd-1 {}] regionserver.HStore(327): Store=5c7ae1bdd1ec23b4f87ebc29e80ff0bd/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T12:18:30,151 INFO [StoreOpener-5c7ae1bdd1ec23b4f87ebc29e80ff0bd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 5c7ae1bdd1ec23b4f87ebc29e80ff0bd 2024-11-07T12:18:30,152 INFO [StoreOpener-5c7ae1bdd1ec23b4f87ebc29e80ff0bd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5c7ae1bdd1ec23b4f87ebc29e80ff0bd columnFamilyName sid 2024-11-07T12:18:30,152 DEBUG [StoreOpener-5c7ae1bdd1ec23b4f87ebc29e80ff0bd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:18:30,152 INFO [StoreOpener-5c7ae1bdd1ec23b4f87ebc29e80ff0bd-1 {}] regionserver.HStore(327): Store=5c7ae1bdd1ec23b4f87ebc29e80ff0bd/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T12:18:30,152 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 5c7ae1bdd1ec23b4f87ebc29e80ff0bd 2024-11-07T12:18:30,153 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46769/user/jenkins/test-data/0c8e4774-57e1-4808-2a6e-19b0e96fafe4/data/hbase/replication/5c7ae1bdd1ec23b4f87ebc29e80ff0bd 2024-11-07T12:18:30,153 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46769/user/jenkins/test-data/0c8e4774-57e1-4808-2a6e-19b0e96fafe4/data/hbase/replication/5c7ae1bdd1ec23b4f87ebc29e80ff0bd 2024-11-07T12:18:30,154 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 5c7ae1bdd1ec23b4f87ebc29e80ff0bd 2024-11-07T12:18:30,154 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 5c7ae1bdd1ec23b4f87ebc29e80ff0bd 2024-11-07T12:18:30,155 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-07T12:18:30,156 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 5c7ae1bdd1ec23b4f87ebc29e80ff0bd 2024-11-07T12:18:30,159 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46769/user/jenkins/test-data/0c8e4774-57e1-4808-2a6e-19b0e96fafe4/data/hbase/replication/5c7ae1bdd1ec23b4f87ebc29e80ff0bd/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T12:18:30,159 INFO [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened 5c7ae1bdd1ec23b4f87ebc29e80ff0bd; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70694320, jitterRate=0.05342745780944824}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-07T12:18:30,159 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5c7ae1bdd1ec23b4f87ebc29e80ff0bd 2024-11-07T12:18:30,160 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 5c7ae1bdd1ec23b4f87ebc29e80ff0bd: Running coprocessor pre-open hook at 1730981910146Writing region info on filesystem at 1730981910146Initializing all the Stores at 1730981910147 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730981910147Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730981910147Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730981910147Cleaning up temporary data from old regions at 1730981910154 (+7 ms)Running coprocessor post-open hooks at 1730981910159 (+5 ms)Region opened successfully at 1730981910160 (+1 ms) 2024-11-07T12:18:30,161 INFO [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1730981908974.5c7ae1bdd1ec23b4f87ebc29e80ff0bd., pid=7, masterSystemTime=1730981910122 2024-11-07T12:18:30,163 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1730981908974.5c7ae1bdd1ec23b4f87ebc29e80ff0bd. 2024-11-07T12:18:30,163 INFO [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1730981908974.5c7ae1bdd1ec23b4f87ebc29e80ff0bd. 2024-11-07T12:18:30,164 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=5c7ae1bdd1ec23b4f87ebc29e80ff0bd, regionState=OPEN, openSeqNum=2, regionLocation=87fb68174c52,41023,1730981902099 2024-11-07T12:18:30,166 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5c7ae1bdd1ec23b4f87ebc29e80ff0bd, server=87fb68174c52,41023,1730981902099 because future has completed 2024-11-07T12:18:30,168 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-07T12:18:30,168 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 5c7ae1bdd1ec23b4f87ebc29e80ff0bd, server=87fb68174c52,41023,1730981902099 in 198 msec 2024-11-07T12:18:30,170 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-07T12:18:30,170 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=5c7ae1bdd1ec23b4f87ebc29e80ff0bd, ASSIGN in 358 msec 2024-11-07T12:18:30,171 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-07T12:18:30,171 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1730981910171"}]},"ts":"1730981910171"} 2024-11-07T12:18:30,173 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-07T12:18:30,173 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-07T12:18:30,175 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1990 sec 2024-11-07T12:18:30,180 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1730981908974.5c7ae1bdd1ec23b4f87ebc29e80ff0bd., hostname=87fb68174c52,41023,1730981902099, seqNum=2] 2024-11-07T12:18:30,187 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41023-0x1001a2dbdf70001, quorum=127.0.0.1:62492, baseZNode=/0-1309305842 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1309305842 2024-11-07T12:18:30,187 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43603-0x1001a2dbdf70000, quorum=127.0.0.1:62492, baseZNode=/0-1309305842 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1309305842 2024-11-07T12:18:30,191 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-07T12:18:30,344 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41023 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-07T12:18:30,345 INFO [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-07T12:18:30,375 INFO [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-87fb68174c52,41023,1730981902099, ReplicationSource: 1, currentBandwidth=0 2024-11-07T12:18:30,376 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T12:18:30,376 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=87fb68174c52,41023,1730981902099, seqNum=-1] 2024-11-07T12:18:30,376 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T12:18:30,377 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35379, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientService 2024-11-07T12:18:30,379 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-87fb68174c52,41023,1730981902099', locateType=CURRENT is [region=hbase:replication,,1730981908974.5c7ae1bdd1ec23b4f87ebc29e80ff0bd., hostname=87fb68174c52,41023,1730981902099, seqNum=2] 2024-11-07T12:18:30,391 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-07T12:18:30,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43603 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-07T12:18:30,395 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 87fb68174c52,41023,1730981902099 suceeded 2024-11-07T12:18:30,397 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-07T12:18:30,397 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 204 msec 2024-11-07T12:18:30,397 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://87fb68174c52:34997,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-07T12:18:30,400 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4330 sec 2024-11-07T12:18:30,410 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,41023,1730981902099 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='87fb68174c52:34997' 2024-11-07T12:18:30,411 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,41023,1730981902099 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@33a96d68, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:18:30,411 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,41023,1730981902099 {}] client.ClusterIdFetcher(90): Going to request 87fb68174c52,34997,-1 for getting cluster id 2024-11-07T12:18:30,411 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,41023,1730981902099 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T12:18:30,412 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '282c4a10-db81-4932-95ec-519e954fa02e' 2024-11-07T12:18:30,412 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T12:18:30,412 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "282c4a10-db81-4932-95ec-519e954fa02e" 2024-11-07T12:18:30,412 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3de49b5e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:18:30,412 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [87fb68174c52,34997,-1] 2024-11-07T12:18:30,412 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T12:18:30,413 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:18:30,413 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49690, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientMetaService 2024-11-07T12:18:30,414 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,41023,1730981902099 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5750420c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:18:30,414 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,41023,1730981902099 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T12:18:30,415 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 87fb68174c52,34997,1730981906174 2024-11-07T12:18:30,415 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@72b6e050 2024-11-07T12:18:30,415 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T12:18:30,416 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49692, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=MasterService 2024-11-07T12:18:30,416 INFO [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,41023,1730981902099 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-87fb68174c52,41023,1730981902099 (queues=1) is replicating from cluster=1c6bcf86-f7fb-455b-9bf4-0e7b41d0e9bc to cluster=282c4a10-db81-4932-95ec-519e954fa02e 2024-11-07T12:18:30,417 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,41023,1730981902099 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=87fb68174c52%2C41023%2C1730981902099 2024-11-07T12:18:30,417 INFO [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,41023,1730981902099 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-87fb68174c52,41023,1730981902099, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-07T12:18:30,417 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,41023,1730981902099.replicationSource.wal-reader.87fb68174c52%2C41023%2C1730981902099,1-87fb68174c52,41023,1730981902099 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:46769/user/jenkins/test-data/0c8e4774-57e1-4808-2a6e-19b0e96fafe4/WALs/87fb68174c52,41023,1730981902099/87fb68174c52%2C41023%2C1730981902099.1730981904079, startPosition=0, beingWritten=true 2024-11-07T12:18:30,420 INFO [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,41023,1730981902099.replicationSource.shipper87fb68174c52%2C41023%2C1730981902099,1-87fb68174c52,41023,1730981902099 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 87fb68174c52%2C41023%2C1730981902099 2024-11-07T12:18:30,535 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-07T12:18:30,575 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T12:18:30,576 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T12:18:30,576 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T12:18:30,577 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T12:18:30,577 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T12:18:30,587 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T12:18:30,623 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,41023,1730981902099.replicationSource.wal-reader.87fb68174c52%2C41023%2C1730981902099,1-87fb68174c52,41023,1730981902099 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46769/user/jenkins/test-data/0c8e4774-57e1-4808-2a6e-19b0e96fafe4/WALs/87fb68174c52,41023,1730981902099/87fb68174c52%2C41023%2C1730981902099.1730981904079 to pos 0, reset compression=false 2024-11-07T12:18:30,930 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,41023,1730981902099.replicationSource.wal-reader.87fb68174c52%2C41023%2C1730981902099,1-87fb68174c52,41023,1730981902099 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46769/user/jenkins/test-data/0c8e4774-57e1-4808-2a6e-19b0e96fafe4/WALs/87fb68174c52,41023,1730981902099/87fb68174c52%2C41023%2C1730981902099.1730981904079 to pos 0, reset compression=false 2024-11-07T12:18:31,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T12:18:31,115 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-07T12:18:31,116 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T12:18:31,116 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:525) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T12:18:31,116 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:18:31,116 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:18:31,116 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T12:18:31,117 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T12:18:31,118 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 87fb68174c52,43603,1730981902056 2024-11-07T12:18:31,118 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@563c6600 2024-11-07T12:18:31,119 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T12:18:31,121 INFO [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34982, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-07T12:18:31,121 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43603 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-07T12:18:31,124 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T12:18:31,124 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T12:18:31,124 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:18:31,124 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:18:31,124 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T12:18:31,124 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-07T12:18:31,124 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1666935903, stopped=false 2024-11-07T12:18:31,124 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=87fb68174c52,43603,1730981902056 2024-11-07T12:18:31,126 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41023-0x1001a2dbdf70001, quorum=127.0.0.1:62492, baseZNode=/0-1309305842 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1309305842/running 2024-11-07T12:18:31,127 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41023-0x1001a2dbdf70001, quorum=127.0.0.1:62492, baseZNode=/0-1309305842 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1309305842 2024-11-07T12:18:31,127 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43603-0x1001a2dbdf70000, quorum=127.0.0.1:62492, baseZNode=/0-1309305842 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1309305842/running 2024-11-07T12:18:31,127 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43603-0x1001a2dbdf70000, quorum=127.0.0.1:62492, baseZNode=/0-1309305842 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1309305842 2024-11-07T12:18:31,128 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41023-0x1001a2dbdf70001, quorum=127.0.0.1:62492, baseZNode=/0-1309305842 Set watcher on znode that does not yet exist, /0-1309305842/running 2024-11-07T12:18:31,127 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-07T12:18:31,128 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T12:18:31,128 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T12:18:31,128 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:18:31,128 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '87fb68174c52,41023,1730981902099' ***** 2024-11-07T12:18:31,128 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-07T12:18:31,128 INFO [RS:0;87fb68174c52:41023 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-07T12:18:31,128 INFO [RS:0;87fb68174c52:41023 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-07T12:18:31,128 INFO [RS:0;87fb68174c52:41023 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-07T12:18:31,129 INFO [RS:0;87fb68174c52:41023 {}] regionserver.HRegionServer(3091): Received CLOSE for 5c7ae1bdd1ec23b4f87ebc29e80ff0bd 2024-11-07T12:18:31,129 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-07T12:18:31,129 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43603-0x1001a2dbdf70000, quorum=127.0.0.1:62492, baseZNode=/0-1309305842 Set watcher on znode that does not yet exist, /0-1309305842/running 2024-11-07T12:18:31,132 INFO [RS:0;87fb68174c52:41023 {}] regionserver.HRegionServer(959): stopping server 87fb68174c52,41023,1730981902099 2024-11-07T12:18:31,132 INFO [RS:0;87fb68174c52:41023 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-07T12:18:31,132 INFO [RS:0;87fb68174c52:41023 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;87fb68174c52:41023. 2024-11-07T12:18:31,132 DEBUG [RS:0;87fb68174c52:41023 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T12:18:31,132 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5c7ae1bdd1ec23b4f87ebc29e80ff0bd, disabling compactions & flushes 2024-11-07T12:18:31,132 DEBUG [RS:0;87fb68174c52:41023 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:18:31,132 INFO [RS:0;87fb68174c52:41023 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-07T12:18:31,132 INFO [RS:0;87fb68174c52:41023 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-07T12:18:31,132 INFO [RS:0;87fb68174c52:41023 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-07T12:18:31,132 INFO [RS:0;87fb68174c52:41023 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-07T12:18:31,132 INFO [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1730981908974.5c7ae1bdd1ec23b4f87ebc29e80ff0bd. 2024-11-07T12:18:31,132 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1730981908974.5c7ae1bdd1ec23b4f87ebc29e80ff0bd. 2024-11-07T12:18:31,132 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1730981908974.5c7ae1bdd1ec23b4f87ebc29e80ff0bd. after waiting 0 ms 2024-11-07T12:18:31,132 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1730981908974.5c7ae1bdd1ec23b4f87ebc29e80ff0bd. 2024-11-07T12:18:31,132 INFO [RS:0;87fb68174c52:41023 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-07T12:18:31,132 INFO [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 5c7ae1bdd1ec23b4f87ebc29e80ff0bd 3/3 column families, dataSize=147 B heapSize=992 B 2024-11-07T12:18:31,132 DEBUG [RS:0;87fb68174c52:41023 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 5c7ae1bdd1ec23b4f87ebc29e80ff0bd=hbase:replication,,1730981908974.5c7ae1bdd1ec23b4f87ebc29e80ff0bd.} 2024-11-07T12:18:31,132 DEBUG [RS:0;87fb68174c52:41023 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5c7ae1bdd1ec23b4f87ebc29e80ff0bd 2024-11-07T12:18:31,133 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-07T12:18:31,133 INFO [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-07T12:18:31,133 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-07T12:18:31,133 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-07T12:18:31,133 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-07T12:18:31,133 INFO [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-07T12:18:31,149 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46769/user/jenkins/test-data/0c8e4774-57e1-4808-2a6e-19b0e96fafe4/data/hbase/replication/5c7ae1bdd1ec23b4f87ebc29e80ff0bd/.tmp/queue/7affc159076f475185552d5da07b948d is 151, key is 1-87fb68174c52,41023,1730981902099/queue:87fb68174c52%2C41023%2C1730981902099/1730981910381/Put/seqid=0 2024-11-07T12:18:31,153 INFO [regionserver/87fb68174c52:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-07T12:18:31,156 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41059 is added to blk_1073741838_1014 (size=5350) 2024-11-07T12:18:31,158 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46769/user/jenkins/test-data/0c8e4774-57e1-4808-2a6e-19b0e96fafe4/data/hbase/meta/1588230740/.tmp/info/dc310b0ee10b47318226341c357388b6 is 147, key is hbase:replication,,1730981908974.5c7ae1bdd1ec23b4f87ebc29e80ff0bd./info:regioninfo/1730981910163/Put/seqid=0 2024-11-07T12:18:31,161 INFO [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:46769/user/jenkins/test-data/0c8e4774-57e1-4808-2a6e-19b0e96fafe4/data/hbase/replication/5c7ae1bdd1ec23b4f87ebc29e80ff0bd/.tmp/queue/7affc159076f475185552d5da07b948d 2024-11-07T12:18:31,175 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41059 is added to blk_1073741839_1015 (size=6631) 2024-11-07T12:18:31,176 INFO [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:46769/user/jenkins/test-data/0c8e4774-57e1-4808-2a6e-19b0e96fafe4/data/hbase/meta/1588230740/.tmp/info/dc310b0ee10b47318226341c357388b6 2024-11-07T12:18:31,191 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46769/user/jenkins/test-data/0c8e4774-57e1-4808-2a6e-19b0e96fafe4/data/hbase/replication/5c7ae1bdd1ec23b4f87ebc29e80ff0bd/.tmp/queue/7affc159076f475185552d5da07b948d as hdfs://localhost:46769/user/jenkins/test-data/0c8e4774-57e1-4808-2a6e-19b0e96fafe4/data/hbase/replication/5c7ae1bdd1ec23b4f87ebc29e80ff0bd/queue/7affc159076f475185552d5da07b948d 2024-11-07T12:18:31,198 INFO [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46769/user/jenkins/test-data/0c8e4774-57e1-4808-2a6e-19b0e96fafe4/data/hbase/replication/5c7ae1bdd1ec23b4f87ebc29e80ff0bd/queue/7affc159076f475185552d5da07b948d, entries=1, sequenceid=5, filesize=5.2 K 2024-11-07T12:18:31,199 INFO [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 5c7ae1bdd1ec23b4f87ebc29e80ff0bd in 67ms, sequenceid=5, compaction requested=false 2024-11-07T12:18:31,199 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-07T12:18:31,209 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46769/user/jenkins/test-data/0c8e4774-57e1-4808-2a6e-19b0e96fafe4/data/hbase/replication/5c7ae1bdd1ec23b4f87ebc29e80ff0bd/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-07T12:18:31,210 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-07T12:18:31,210 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-07T12:18:31,210 INFO [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1730981908974.5c7ae1bdd1ec23b4f87ebc29e80ff0bd. 2024-11-07T12:18:31,210 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5c7ae1bdd1ec23b4f87ebc29e80ff0bd: Waiting for close lock at 1730981911132Running coprocessor pre-close hooks at 1730981911132Disabling compacts and flushes for region at 1730981911132Disabling writes for close at 1730981911132Obtaining lock to block concurrent updates at 1730981911132Preparing flush snapshotting stores in 5c7ae1bdd1ec23b4f87ebc29e80ff0bd at 1730981911132Finished memstore snapshotting hbase:replication,,1730981908974.5c7ae1bdd1ec23b4f87ebc29e80ff0bd., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1730981911133 (+1 ms)Flushing stores of hbase:replication,,1730981908974.5c7ae1bdd1ec23b4f87ebc29e80ff0bd. at 1730981911133Flushing 5c7ae1bdd1ec23b4f87ebc29e80ff0bd/queue: creating writer at 1730981911134 (+1 ms)Flushing 5c7ae1bdd1ec23b4f87ebc29e80ff0bd/queue: appending metadata at 1730981911149 (+15 ms)Flushing 5c7ae1bdd1ec23b4f87ebc29e80ff0bd/queue: closing flushed file at 1730981911149Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1c927161: reopening flushed file at 1730981911189 (+40 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 5c7ae1bdd1ec23b4f87ebc29e80ff0bd in 67ms, sequenceid=5, compaction requested=false at 1730981911199 (+10 ms)Writing region close event to WAL at 1730981911205 (+6 ms)Running coprocessor post-close hooks at 1730981911210 (+5 ms)Closed at 1730981911210 2024-11-07T12:18:31,210 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1730981908974.5c7ae1bdd1ec23b4f87ebc29e80ff0bd. 2024-11-07T12:18:31,220 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46769/user/jenkins/test-data/0c8e4774-57e1-4808-2a6e-19b0e96fafe4/data/hbase/meta/1588230740/.tmp/ns/149567f7de454b8494860cdd8104c358 is 43, key is default/ns:d/1730981905058/Put/seqid=0 2024-11-07T12:18:31,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41059 is added to blk_1073741840_1016 (size=5153) 2024-11-07T12:18:31,233 INFO [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:46769/user/jenkins/test-data/0c8e4774-57e1-4808-2a6e-19b0e96fafe4/data/hbase/meta/1588230740/.tmp/ns/149567f7de454b8494860cdd8104c358 2024-11-07T12:18:31,258 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46769/user/jenkins/test-data/0c8e4774-57e1-4808-2a6e-19b0e96fafe4/data/hbase/meta/1588230740/.tmp/table/5de13701f5354f8fae8f7ada06e66cea is 53, key is hbase:replication/table:state/1730981910171/Put/seqid=0 2024-11-07T12:18:31,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41059 is added to blk_1073741841_1017 (size=5256) 2024-11-07T12:18:31,332 DEBUG [RS:0;87fb68174c52:41023 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-07T12:18:31,335 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,41023,1730981902099.replicationSource.wal-reader.87fb68174c52%2C41023%2C1730981902099,1-87fb68174c52,41023,1730981902099 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46769/user/jenkins/test-data/0c8e4774-57e1-4808-2a6e-19b0e96fafe4/WALs/87fb68174c52,41023,1730981902099/87fb68174c52%2C41023%2C1730981902099.1730981904079 to pos 0, reset compression=false 2024-11-07T12:18:31,533 DEBUG [RS:0;87fb68174c52:41023 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-07T12:18:31,665 INFO [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:46769/user/jenkins/test-data/0c8e4774-57e1-4808-2a6e-19b0e96fafe4/data/hbase/meta/1588230740/.tmp/table/5de13701f5354f8fae8f7ada06e66cea 2024-11-07T12:18:31,671 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46769/user/jenkins/test-data/0c8e4774-57e1-4808-2a6e-19b0e96fafe4/data/hbase/meta/1588230740/.tmp/info/dc310b0ee10b47318226341c357388b6 as hdfs://localhost:46769/user/jenkins/test-data/0c8e4774-57e1-4808-2a6e-19b0e96fafe4/data/hbase/meta/1588230740/info/dc310b0ee10b47318226341c357388b6 2024-11-07T12:18:31,676 INFO [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46769/user/jenkins/test-data/0c8e4774-57e1-4808-2a6e-19b0e96fafe4/data/hbase/meta/1588230740/info/dc310b0ee10b47318226341c357388b6, entries=10, sequenceid=11, filesize=6.5 K 2024-11-07T12:18:31,677 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46769/user/jenkins/test-data/0c8e4774-57e1-4808-2a6e-19b0e96fafe4/data/hbase/meta/1588230740/.tmp/ns/149567f7de454b8494860cdd8104c358 as hdfs://localhost:46769/user/jenkins/test-data/0c8e4774-57e1-4808-2a6e-19b0e96fafe4/data/hbase/meta/1588230740/ns/149567f7de454b8494860cdd8104c358 2024-11-07T12:18:31,682 INFO [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46769/user/jenkins/test-data/0c8e4774-57e1-4808-2a6e-19b0e96fafe4/data/hbase/meta/1588230740/ns/149567f7de454b8494860cdd8104c358, entries=2, sequenceid=11, filesize=5.0 K 2024-11-07T12:18:31,683 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46769/user/jenkins/test-data/0c8e4774-57e1-4808-2a6e-19b0e96fafe4/data/hbase/meta/1588230740/.tmp/table/5de13701f5354f8fae8f7ada06e66cea as hdfs://localhost:46769/user/jenkins/test-data/0c8e4774-57e1-4808-2a6e-19b0e96fafe4/data/hbase/meta/1588230740/table/5de13701f5354f8fae8f7ada06e66cea 2024-11-07T12:18:31,689 INFO [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46769/user/jenkins/test-data/0c8e4774-57e1-4808-2a6e-19b0e96fafe4/data/hbase/meta/1588230740/table/5de13701f5354f8fae8f7ada06e66cea, entries=2, sequenceid=11, filesize=5.1 K 2024-11-07T12:18:31,690 INFO [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 557ms, sequenceid=11, compaction requested=false 2024-11-07T12:18:31,698 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46769/user/jenkins/test-data/0c8e4774-57e1-4808-2a6e-19b0e96fafe4/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-07T12:18:31,698 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-07T12:18:31,698 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-07T12:18:31,698 INFO [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-07T12:18:31,698 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1730981911133Running coprocessor pre-close hooks at 1730981911133Disabling compacts and flushes for region at 1730981911133Disabling writes for close at 1730981911133Obtaining lock to block concurrent updates at 1730981911133Preparing flush snapshotting stores in 1588230740 at 1730981911133Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1730981911133Flushing stores of hbase:meta,,1.1588230740 at 1730981911134 (+1 ms)Flushing 1588230740/info: creating writer at 1730981911134Flushing 1588230740/info: appending metadata at 1730981911158 (+24 ms)Flushing 1588230740/info: closing flushed file at 1730981911158Flushing 1588230740/ns: creating writer at 1730981911189 (+31 ms)Flushing 1588230740/ns: appending metadata at 1730981911219 (+30 ms)Flushing 1588230740/ns: closing flushed file at 1730981911219Flushing 1588230740/table: creating writer at 1730981911240 (+21 ms)Flushing 1588230740/table: appending metadata at 1730981911258 (+18 ms)Flushing 1588230740/table: closing flushed file at 1730981911258Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3aacac22: reopening flushed file at 1730981911670 (+412 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5e1b4012: reopening flushed file at 1730981911676 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3c0f5094: reopening flushed file at 1730981911683 (+7 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 557ms, sequenceid=11, compaction requested=false at 1730981911690 (+7 ms)Writing region close event to WAL at 1730981911694 (+4 ms)Running coprocessor post-close hooks at 1730981911698 (+4 ms)Closed at 1730981911698 2024-11-07T12:18:31,699 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-07T12:18:31,733 INFO [RS:0;87fb68174c52:41023 {}] regionserver.HRegionServer(976): stopping server 87fb68174c52,41023,1730981902099; all regions closed. 2024-11-07T12:18:31,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41059 is added to blk_1073741834_1010 (size=2742) 2024-11-07T12:18:31,737 DEBUG [RS:0;87fb68174c52:41023 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/0c8e4774-57e1-4808-2a6e-19b0e96fafe4/oldWALs 2024-11-07T12:18:31,737 INFO [RS:0;87fb68174c52:41023 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 87fb68174c52%2C41023%2C1730981902099.meta:.meta(num 1730981905015) 2024-11-07T12:18:31,739 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41059 is added to blk_1073741837_1013 (size=1586) 2024-11-07T12:18:31,741 DEBUG [RS:0;87fb68174c52:41023 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/0c8e4774-57e1-4808-2a6e-19b0e96fafe4/oldWALs 2024-11-07T12:18:31,741 INFO [RS:0;87fb68174c52:41023 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 87fb68174c52%2C41023%2C1730981902099.rep:(num 1730981910128) 2024-11-07T12:18:31,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41059 is added to blk_1073741832_1008 (size=93) 2024-11-07T12:18:31,743 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/0c8e4774-57e1-4808-2a6e-19b0e96fafe4/WALs/87fb68174c52,41023,1730981902099/87fb68174c52%2C41023%2C1730981902099.1730981904079 not finished, retry = 0 2024-11-07T12:18:31,840 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,41023,1730981902099.replicationSource.wal-reader.87fb68174c52%2C41023%2C1730981902099,1-87fb68174c52,41023,1730981902099 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46769/user/jenkins/test-data/0c8e4774-57e1-4808-2a6e-19b0e96fafe4/WALs/87fb68174c52,41023,1730981902099/87fb68174c52%2C41023%2C1730981902099.1730981904079 to pos 0, reset compression=false 2024-11-07T12:18:31,844 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,41023,1730981902099.replicationSource.wal-reader.87fb68174c52%2C41023%2C1730981902099,1-87fb68174c52,41023,1730981902099 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:46769/user/jenkins/test-data/0c8e4774-57e1-4808-2a6e-19b0e96fafe4/WALs/87fb68174c52,41023,1730981902099/87fb68174c52%2C41023%2C1730981902099.1730981904079 2024-11-07T12:18:31,844 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,41023,1730981902099.replicationSource.wal-reader.87fb68174c52%2C41023%2C1730981902099,1-87fb68174c52,41023,1730981902099 {}] regionserver.WALEntryStream(241): No more WAL files in queue 2024-11-07T12:18:31,844 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,41023,1730981902099.replicationSource.wal-reader.87fb68174c52%2C41023%2C1730981902099,1-87fb68174c52,41023,1730981902099 {}] regionserver.ReplicationSourceWALReader(120): Stopping the replication source wal reader 2024-11-07T12:18:31,844 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,41023,1730981902099.replicationSource.shipper87fb68174c52%2C41023%2C1730981902099,1-87fb68174c52,41023,1730981902099 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-87fb68174c52,41023,1730981902099 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46769/user/jenkins/test-data/0c8e4774-57e1-4808-2a6e-19b0e96fafe4/WALs/87fb68174c52,41023,1730981902099/87fb68174c52%2C41023%2C1730981902099.1730981904079, lastWalPosition=-1, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0] 2024-11-07T12:18:31,846 DEBUG [RS:0;87fb68174c52:41023 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/0c8e4774-57e1-4808-2a6e-19b0e96fafe4/oldWALs 2024-11-07T12:18:31,846 INFO [RS:0;87fb68174c52:41023 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 87fb68174c52%2C41023%2C1730981902099:(num 1730981904079) 2024-11-07T12:18:31,846 DEBUG [RS:0;87fb68174c52:41023 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:18:31,846 INFO [RS:0;87fb68174c52:41023 {}] regionserver.LeaseManager(133): Closed leases 2024-11-07T12:18:31,846 INFO [RS:0;87fb68174c52:41023 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-07T12:18:31,846 INFO [RS:0;87fb68174c52:41023 {}] hbase.ChoreService(370): Chore service for: regionserver/87fb68174c52:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-07T12:18:31,846 INFO [RS:0;87fb68174c52:41023 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-07T12:18:31,846 INFO [regionserver/87fb68174c52:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-07T12:18:31,846 INFO [RS:0;87fb68174c52:41023 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-87fb68174c52,41023,1730981902099 because: Region server is closing 2024-11-07T12:18:31,846 INFO [RS:0;87fb68174c52:41023 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;87fb68174c52:41023. 2024-11-07T12:18:31,847 DEBUG [RS:0;87fb68174c52:41023 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T12:18:31,847 DEBUG [RS:0;87fb68174c52:41023 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:18:31,847 DEBUG [RS:0;87fb68174c52:41023 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:18:31,847 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T12:18:31,846 ERROR [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,41023,1730981902099.replicationSource.shipper87fb68174c52%2C41023%2C1730981902099,1-87fb68174c52,41023,1730981902099 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 87fb68174c52,41023,1730981902099: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-87fb68174c52,41023,1730981902099, walGroup=87fb68174c52%2C41023%2C1730981902099, offset=87fb68174c52%2C41023%2C1730981902099.1730981904079:-1, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=87fb68174c52:41023 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-07T12:18:31,848 ERROR [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,41023,1730981902099.replicationSource.shipper87fb68174c52%2C41023%2C1730981902099,1-87fb68174c52,41023,1730981902099 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-07T12:18:31,851 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,41023,1730981902099.replicationSource.shipper87fb68174c52%2C41023%2C1730981902099,1-87fb68174c52,41023,1730981902099 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-07T12:18:31,852 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,41023,1730981902099.replicationSource.shipper87fb68174c52%2C41023%2C1730981902099,1-87fb68174c52,41023,1730981902099 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-07T12:18:31,852 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,41023,1730981902099.replicationSource.shipper87fb68174c52%2C41023%2C1730981902099,1-87fb68174c52,41023,1730981902099 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-07T12:18:31,852 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,41023,1730981902099.replicationSource.shipper87fb68174c52%2C41023%2C1730981902099,1-87fb68174c52,41023,1730981902099 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-07T12:18:31,852 INFO [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,41023,1730981902099.replicationSource.shipper87fb68174c52%2C41023%2C1730981902099,1-87fb68174c52,41023,1730981902099 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1054867456, "init": 1048576000, "max": 2306867200, "used": 925275136 }, "NonHeapMemoryUsage": { "committed": 182386688, "init": 7667712, "max": -1, "used": 179263136 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-07T12:18:31,854 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,41023,1730981902099.replicationSource.shipper87fb68174c52%2C41023%2C1730981902099,1-87fb68174c52,41023,1730981902099 {}] regionserver.ReplicationSourceManager(720): Removing 1 logs in the list: [87fb68174c52%2C41023%2C1730981902099.1730981904079] 2024-11-07T12:18:31,947 INFO [RS:0;87fb68174c52:41023 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,41023,1730981902099.replicationSource.shipper87fb68174c52%2C41023%2C1730981902099,1-87fb68174c52,41023,1730981902099 terminated 2024-11-07T12:18:31,947 INFO [RS:0;87fb68174c52:41023 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:41023 2024-11-07T12:18:31,949 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41023-0x1001a2dbdf70001, quorum=127.0.0.1:62492, baseZNode=/0-1309305842 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1309305842/rs/87fb68174c52,41023,1730981902099 2024-11-07T12:18:31,949 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43603-0x1001a2dbdf70000, quorum=127.0.0.1:62492, baseZNode=/0-1309305842 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1309305842/rs 2024-11-07T12:18:31,949 INFO [RS:0;87fb68174c52:41023 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-07T12:18:31,951 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [87fb68174c52,41023,1730981902099] 2024-11-07T12:18:31,952 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1309305842/draining/87fb68174c52,41023,1730981902099 already deleted, retry=false 2024-11-07T12:18:31,952 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 87fb68174c52,41023,1730981902099 expired; onlineServers=0 2024-11-07T12:18:31,952 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '87fb68174c52,43603,1730981902056' ***** 2024-11-07T12:18:31,952 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-07T12:18:31,952 INFO [M:0;87fb68174c52:43603 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-07T12:18:31,952 INFO [M:0;87fb68174c52:43603 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-07T12:18:31,952 DEBUG [M:0;87fb68174c52:43603 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-07T12:18:31,952 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-07T12:18:31,952 DEBUG [M:0;87fb68174c52:43603 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-07T12:18:31,952 DEBUG [master/87fb68174c52:0:becomeActiveMaster-HFileCleaner.large.0-1730981903866 {}] cleaner.HFileCleaner(306): Exit Thread[master/87fb68174c52:0:becomeActiveMaster-HFileCleaner.large.0-1730981903866,5,FailOnTimeoutGroup] 2024-11-07T12:18:31,952 DEBUG [master/87fb68174c52:0:becomeActiveMaster-HFileCleaner.small.0-1730981903866 {}] cleaner.HFileCleaner(306): Exit Thread[master/87fb68174c52:0:becomeActiveMaster-HFileCleaner.small.0-1730981903866,5,FailOnTimeoutGroup] 2024-11-07T12:18:31,953 INFO [M:0;87fb68174c52:43603 {}] hbase.ChoreService(370): Chore service for: master/87fb68174c52:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-07T12:18:31,953 INFO [M:0;87fb68174c52:43603 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-07T12:18:31,953 DEBUG [M:0;87fb68174c52:43603 {}] master.HMaster(1795): Stopping service threads 2024-11-07T12:18:31,953 INFO [M:0;87fb68174c52:43603 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-07T12:18:31,953 INFO [M:0;87fb68174c52:43603 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-07T12:18:31,953 INFO [M:0;87fb68174c52:43603 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-07T12:18:31,953 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-07T12:18:31,954 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43603-0x1001a2dbdf70000, quorum=127.0.0.1:62492, baseZNode=/0-1309305842 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1309305842/master 2024-11-07T12:18:31,954 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43603-0x1001a2dbdf70000, quorum=127.0.0.1:62492, baseZNode=/0-1309305842 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1309305842 2024-11-07T12:18:31,955 DEBUG [M:0;87fb68174c52:43603 {}] zookeeper.ZKUtil(347): master:43603-0x1001a2dbdf70000, quorum=127.0.0.1:62492, baseZNode=/0-1309305842 Unable to get data of znode /0-1309305842/master because node does not exist (not an error) 2024-11-07T12:18:31,955 WARN [M:0;87fb68174c52:43603 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-07T12:18:31,955 INFO [M:0;87fb68174c52:43603 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:46769/user/jenkins/test-data/0c8e4774-57e1-4808-2a6e-19b0e96fafe4/.lastflushedseqids 2024-11-07T12:18:31,960 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41059 is added to blk_1073741842_1018 (size=181) 2024-11-07T12:18:32,051 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41023-0x1001a2dbdf70001, quorum=127.0.0.1:62492, baseZNode=/0-1309305842 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T12:18:32,051 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41023-0x1001a2dbdf70001, quorum=127.0.0.1:62492, baseZNode=/0-1309305842 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T12:18:32,051 INFO [RS:0;87fb68174c52:41023 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-07T12:18:32,051 INFO [RS:0;87fb68174c52:41023 {}] regionserver.HRegionServer(1031): Exiting; stopping=87fb68174c52,41023,1730981902099; zookeeper connection closed. 2024-11-07T12:18:32,051 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3b774f1a {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3b774f1a 2024-11-07T12:18:32,052 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-07T12:18:32,361 INFO [M:0;87fb68174c52:43603 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-07T12:18:32,361 INFO [M:0;87fb68174c52:43603 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-07T12:18:32,361 DEBUG [M:0;87fb68174c52:43603 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-07T12:18:32,361 INFO [M:0;87fb68174c52:43603 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T12:18:32,361 DEBUG [M:0;87fb68174c52:43603 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T12:18:32,361 DEBUG [M:0;87fb68174c52:43603 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-07T12:18:32,361 DEBUG [M:0;87fb68174c52:43603 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T12:18:32,361 INFO [M:0;87fb68174c52:43603 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB 2024-11-07T12:18:32,380 DEBUG [M:0;87fb68174c52:43603 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46769/user/jenkins/test-data/0c8e4774-57e1-4808-2a6e-19b0e96fafe4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ff67c20d5be34ffe8fe2bcdb0ddc1982 is 82, key is hbase:meta,,1/info:regioninfo/1730981905048/Put/seqid=0 2024-11-07T12:18:32,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41059 is added to blk_1073741843_1019 (size=5672) 2024-11-07T12:18:32,787 INFO [M:0;87fb68174c52:43603 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:46769/user/jenkins/test-data/0c8e4774-57e1-4808-2a6e-19b0e96fafe4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ff67c20d5be34ffe8fe2bcdb0ddc1982 2024-11-07T12:18:32,806 DEBUG [M:0;87fb68174c52:43603 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46769/user/jenkins/test-data/0c8e4774-57e1-4808-2a6e-19b0e96fafe4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7c2b518029cb4c9fa5a54e44980d5c3e is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1730981910174/Put/seqid=0 2024-11-07T12:18:32,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41059 is added to blk_1073741844_1020 (size=7203) 2024-11-07T12:18:33,211 INFO [M:0;87fb68174c52:43603 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:46769/user/jenkins/test-data/0c8e4774-57e1-4808-2a6e-19b0e96fafe4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7c2b518029cb4c9fa5a54e44980d5c3e 2024-11-07T12:18:33,231 DEBUG [M:0;87fb68174c52:43603 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46769/user/jenkins/test-data/0c8e4774-57e1-4808-2a6e-19b0e96fafe4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6bc0322ed0d24fd0b3db02d8f6555cda is 69, key is 87fb68174c52,41023,1730981902099/rs:state/1730981903938/Put/seqid=0 2024-11-07T12:18:33,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41059 is added to blk_1073741845_1021 (size=5156) 2024-11-07T12:18:33,635 INFO [M:0;87fb68174c52:43603 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:46769/user/jenkins/test-data/0c8e4774-57e1-4808-2a6e-19b0e96fafe4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6bc0322ed0d24fd0b3db02d8f6555cda 2024-11-07T12:18:33,641 DEBUG [M:0;87fb68174c52:43603 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46769/user/jenkins/test-data/0c8e4774-57e1-4808-2a6e-19b0e96fafe4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ff67c20d5be34ffe8fe2bcdb0ddc1982 as hdfs://localhost:46769/user/jenkins/test-data/0c8e4774-57e1-4808-2a6e-19b0e96fafe4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ff67c20d5be34ffe8fe2bcdb0ddc1982 2024-11-07T12:18:33,646 INFO [M:0;87fb68174c52:43603 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46769/user/jenkins/test-data/0c8e4774-57e1-4808-2a6e-19b0e96fafe4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ff67c20d5be34ffe8fe2bcdb0ddc1982, entries=8, sequenceid=70, filesize=5.5 K 2024-11-07T12:18:33,648 DEBUG [M:0;87fb68174c52:43603 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46769/user/jenkins/test-data/0c8e4774-57e1-4808-2a6e-19b0e96fafe4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7c2b518029cb4c9fa5a54e44980d5c3e as hdfs://localhost:46769/user/jenkins/test-data/0c8e4774-57e1-4808-2a6e-19b0e96fafe4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/7c2b518029cb4c9fa5a54e44980d5c3e 2024-11-07T12:18:33,654 INFO [M:0;87fb68174c52:43603 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46769/user/jenkins/test-data/0c8e4774-57e1-4808-2a6e-19b0e96fafe4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/7c2b518029cb4c9fa5a54e44980d5c3e, entries=8, sequenceid=70, filesize=7.0 K 2024-11-07T12:18:33,656 DEBUG [M:0;87fb68174c52:43603 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46769/user/jenkins/test-data/0c8e4774-57e1-4808-2a6e-19b0e96fafe4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6bc0322ed0d24fd0b3db02d8f6555cda as hdfs://localhost:46769/user/jenkins/test-data/0c8e4774-57e1-4808-2a6e-19b0e96fafe4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6bc0322ed0d24fd0b3db02d8f6555cda 2024-11-07T12:18:33,662 INFO [M:0;87fb68174c52:43603 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46769/user/jenkins/test-data/0c8e4774-57e1-4808-2a6e-19b0e96fafe4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6bc0322ed0d24fd0b3db02d8f6555cda, entries=1, sequenceid=70, filesize=5.0 K 2024-11-07T12:18:33,663 INFO [M:0;87fb68174c52:43603 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1302ms, sequenceid=70, compaction requested=false 2024-11-07T12:18:33,664 INFO [M:0;87fb68174c52:43603 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T12:18:33,664 DEBUG [M:0;87fb68174c52:43603 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1730981912361Disabling compacts and flushes for region at 1730981912361Disabling writes for close at 1730981912361Obtaining lock to block concurrent updates at 1730981912361Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1730981912361Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1730981912361Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1730981912362 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1730981912362Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1730981912380 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1730981912380Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1730981912792 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1730981912806 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1730981912806Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1730981913216 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1730981913230 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1730981913230Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1565b6dd: reopening flushed file at 1730981913640 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3952fa06: reopening flushed file at 1730981913647 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5fba069a: reopening flushed file at 1730981913654 (+7 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1302ms, sequenceid=70, compaction requested=false at 1730981913663 (+9 ms)Writing region close event to WAL at 1730981913664 (+1 ms)Closed at 1730981913664 2024-11-07T12:18:33,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41059 is added to blk_1073741830_1006 (size=41008) 2024-11-07T12:18:33,666 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/0c8e4774-57e1-4808-2a6e-19b0e96fafe4/MasterData/WALs/87fb68174c52,43603,1730981902056/87fb68174c52%2C43603%2C1730981902056.1730981903787 not finished, retry = 0 2024-11-07T12:18:33,767 INFO [M:0;87fb68174c52:43603 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-07T12:18:33,767 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-07T12:18:33,767 INFO [M:0;87fb68174c52:43603 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:43603 2024-11-07T12:18:33,768 INFO [M:0;87fb68174c52:43603 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-07T12:18:33,869 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43603-0x1001a2dbdf70000, quorum=127.0.0.1:62492, baseZNode=/0-1309305842 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T12:18:33,869 INFO [M:0;87fb68174c52:43603 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-07T12:18:33,869 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43603-0x1001a2dbdf70000, quorum=127.0.0.1:62492, baseZNode=/0-1309305842 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T12:18:33,872 INFO [Time-limited test {}] client.ConnectionUtils(128): master/87fb68174c52:0 server-side Connection retries=45 2024-11-07T12:18:33,872 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T12:18:33,872 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-07T12:18:33,872 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-07T12:18:33,872 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T12:18:33,872 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-07T12:18:33,872 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-07T12:18:33,872 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T12:18:33,873 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:41449 2024-11-07T12:18:33,874 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41449 connecting to ZooKeeper ensemble=127.0.0.1:62492 2024-11-07T12:18:33,876 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:414490x0, quorum=127.0.0.1:62492, baseZNode=/0-1309305842 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T12:18:33,876 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41449-0x1001a2dbdf70006 connected 2024-11-07T12:18:33,880 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T12:18:33,881 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T12:18:33,882 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41449-0x1001a2dbdf70006, quorum=127.0.0.1:62492, baseZNode=/0-1309305842 Set watcher on znode that does not yet exist, /0-1309305842/running 2024-11-07T12:18:33,883 DEBUG [pool-1006-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1309305842/meta-region-server: INIT 2024-11-07T12:18:33,883 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:46769/user/jenkins/test-data/0c8e4774-57e1-4808-2a6e-19b0e96fafe4, hbase.cluster.distributed=false 2024-11-07T12:18:33,884 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41449-0x1001a2dbdf70006, quorum=127.0.0.1:62492, baseZNode=/0-1309305842 Set watcher on znode that does not yet exist, /0-1309305842/acl 2024-11-07T12:18:33,884 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41449 2024-11-07T12:18:33,884 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41449 2024-11-07T12:18:33,885 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41449 2024-11-07T12:18:33,885 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41449 2024-11-07T12:18:33,885 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41449 2024-11-07T12:18:33,900 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/87fb68174c52:0 server-side Connection retries=45 2024-11-07T12:18:33,900 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T12:18:33,900 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-07T12:18:33,900 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-07T12:18:33,900 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T12:18:33,900 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-07T12:18:33,900 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-07T12:18:33,900 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T12:18:33,901 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:40177 2024-11-07T12:18:33,901 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40177 connecting to ZooKeeper ensemble=127.0.0.1:62492 2024-11-07T12:18:33,902 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T12:18:33,903 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T12:18:33,907 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:401770x0, quorum=127.0.0.1:62492, baseZNode=/0-1309305842 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T12:18:33,907 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:401770x0, quorum=127.0.0.1:62492, baseZNode=/0-1309305842 Set watcher on znode that does not yet exist, /0-1309305842/running 2024-11-07T12:18:33,907 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40177-0x1001a2dbdf70007 connected 2024-11-07T12:18:33,907 DEBUG [pool-1011-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1309305842/meta-region-server: INIT 2024-11-07T12:18:33,908 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-07T12:18:33,908 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-07T12:18:33,908 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40177-0x1001a2dbdf70007, quorum=127.0.0.1:62492, baseZNode=/0-1309305842 Set watcher on znode that does not yet exist, /0-1309305842/master 2024-11-07T12:18:33,909 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40177-0x1001a2dbdf70007, quorum=127.0.0.1:62492, baseZNode=/0-1309305842 Set watcher on znode that does not yet exist, /0-1309305842/acl 2024-11-07T12:18:33,909 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40177 2024-11-07T12:18:33,910 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40177 2024-11-07T12:18:33,910 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40177 2024-11-07T12:18:33,912 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40177 2024-11-07T12:18:33,913 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40177 2024-11-07T12:18:33,924 DEBUG [M:0;87fb68174c52:41449 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;87fb68174c52:41449 2024-11-07T12:18:33,924 INFO [master/87fb68174c52:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1309305842/backup-masters/87fb68174c52,41449,1730981913871 2024-11-07T12:18:33,926 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40177-0x1001a2dbdf70007, quorum=127.0.0.1:62492, baseZNode=/0-1309305842 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1309305842/backup-masters 2024-11-07T12:18:33,926 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41449-0x1001a2dbdf70006, quorum=127.0.0.1:62492, baseZNode=/0-1309305842 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1309305842/backup-masters 2024-11-07T12:18:33,926 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41449-0x1001a2dbdf70006, quorum=127.0.0.1:62492, baseZNode=/0-1309305842 Set watcher on existing znode=/0-1309305842/backup-masters/87fb68174c52,41449,1730981913871 2024-11-07T12:18:33,928 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40177-0x1001a2dbdf70007, quorum=127.0.0.1:62492, baseZNode=/0-1309305842 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1309305842/master 2024-11-07T12:18:33,928 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40177-0x1001a2dbdf70007, quorum=127.0.0.1:62492, baseZNode=/0-1309305842 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1309305842 2024-11-07T12:18:33,928 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41449-0x1001a2dbdf70006, quorum=127.0.0.1:62492, baseZNode=/0-1309305842 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1309305842 2024-11-07T12:18:33,928 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41449-0x1001a2dbdf70006, quorum=127.0.0.1:62492, baseZNode=/0-1309305842 Set watcher on existing znode=/0-1309305842/master 2024-11-07T12:18:33,928 INFO [master/87fb68174c52:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1309305842/backup-masters/87fb68174c52,41449,1730981913871 from backup master directory 2024-11-07T12:18:33,930 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41449-0x1001a2dbdf70006, quorum=127.0.0.1:62492, baseZNode=/0-1309305842 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1309305842/backup-masters/87fb68174c52,41449,1730981913871 2024-11-07T12:18:33,930 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41449-0x1001a2dbdf70006, quorum=127.0.0.1:62492, baseZNode=/0-1309305842 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1309305842/backup-masters 2024-11-07T12:18:33,930 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40177-0x1001a2dbdf70007, quorum=127.0.0.1:62492, baseZNode=/0-1309305842 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1309305842/backup-masters 2024-11-07T12:18:33,930 WARN [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-07T12:18:33,930 INFO [master/87fb68174c52:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=87fb68174c52,41449,1730981913871 2024-11-07T12:18:33,939 INFO [master/87fb68174c52:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T12:18:33,939 INFO [master/87fb68174c52:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-07T12:18:33,945 INFO [master/87fb68174c52:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 6ms. 2024-11-07T12:18:33,951 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41059 is added to blk_1073741846_1022 (size=196) 2024-11-07T12:18:34,352 INFO [master/87fb68174c52:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-07T12:18:34,352 INFO [master/87fb68174c52:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-07T12:18:34,353 INFO [master/87fb68174c52:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T12:18:34,359 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration 2024-11-07T12:18:34,361 INFO [master/87fb68174c52:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:46769/user/jenkins/test-data/0c8e4774-57e1-4808-2a6e-19b0e96fafe4/MasterData/WALs/87fb68174c52,43603,1730981902056 to hdfs://localhost:46769/user/jenkins/test-data/0c8e4774-57e1-4808-2a6e-19b0e96fafe4/MasterData/WALs/87fb68174c52,43603,1730981902056-dead as it is dead 2024-11-07T12:18:34,362 INFO [master/87fb68174c52:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46769/user/jenkins/test-data/0c8e4774-57e1-4808-2a6e-19b0e96fafe4/MasterData/WALs/87fb68174c52,43603,1730981902056-dead/87fb68174c52%2C43603%2C1730981902056.1730981903787 2024-11-07T12:18:34,362 INFO [master/87fb68174c52:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46769/user/jenkins/test-data/0c8e4774-57e1-4808-2a6e-19b0e96fafe4/MasterData/WALs/87fb68174c52,43603,1730981902056-dead/87fb68174c52%2C43603%2C1730981902056.1730981903787 after 0ms 2024-11-07T12:18:34,363 INFO [master/87fb68174c52:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:46769/user/jenkins/test-data/0c8e4774-57e1-4808-2a6e-19b0e96fafe4/MasterData/WALs/87fb68174c52,43603,1730981902056-dead/87fb68174c52%2C43603%2C1730981902056.1730981903787 to hdfs://localhost:46769/user/jenkins/test-data/0c8e4774-57e1-4808-2a6e-19b0e96fafe4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/87fb68174c52%2C43603%2C1730981902056.1730981903787 2024-11-07T12:18:34,363 INFO [master/87fb68174c52:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:46769/user/jenkins/test-data/0c8e4774-57e1-4808-2a6e-19b0e96fafe4/MasterData/WALs/87fb68174c52,43603,1730981902056-dead 2024-11-07T12:18:34,363 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46769/user/jenkins/test-data/0c8e4774-57e1-4808-2a6e-19b0e96fafe4/MasterData/WALs/87fb68174c52,41449,1730981913871 2024-11-07T12:18:34,364 INFO [master/87fb68174c52:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-07T12:18:34,365 INFO [master/87fb68174c52:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=87fb68174c52%2C41449%2C1730981913871, suffix=, logDir=hdfs://localhost:46769/user/jenkins/test-data/0c8e4774-57e1-4808-2a6e-19b0e96fafe4/MasterData/WALs/87fb68174c52,41449,1730981913871, archiveDir=hdfs://localhost:46769/user/jenkins/test-data/0c8e4774-57e1-4808-2a6e-19b0e96fafe4/MasterData/oldWALs, maxLogs=10 2024-11-07T12:18:34,379 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/0c8e4774-57e1-4808-2a6e-19b0e96fafe4/MasterData/WALs/87fb68174c52,41449,1730981913871/87fb68174c52%2C41449%2C1730981913871.1730981914365, exclude list is [], retry=0 2024-11-07T12:18:34,381 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41059,DS-24023d27-b2db-49e0-940a-ed55f5d7d2a8,DISK] 2024-11-07T12:18:34,383 INFO [master/87fb68174c52:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0c8e4774-57e1-4808-2a6e-19b0e96fafe4/MasterData/WALs/87fb68174c52,41449,1730981913871/87fb68174c52%2C41449%2C1730981913871.1730981914365 2024-11-07T12:18:34,383 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44485:44485)] 2024-11-07T12:18:34,383 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-07T12:18:34,383 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T12:18:34,383 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T12:18:34,383 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T12:18:34,384 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T12:18:34,385 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-07T12:18:34,385 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:18:34,390 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:46769/user/jenkins/test-data/0c8e4774-57e1-4808-2a6e-19b0e96fafe4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ff67c20d5be34ffe8fe2bcdb0ddc1982 2024-11-07T12:18:34,391 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T12:18:34,391 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T12:18:34,391 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-07T12:18:34,391 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:18:34,396 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:46769/user/jenkins/test-data/0c8e4774-57e1-4808-2a6e-19b0e96fafe4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/7c2b518029cb4c9fa5a54e44980d5c3e 2024-11-07T12:18:34,396 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T12:18:34,396 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T12:18:34,396 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-07T12:18:34,397 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:18:34,401 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:46769/user/jenkins/test-data/0c8e4774-57e1-4808-2a6e-19b0e96fafe4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6bc0322ed0d24fd0b3db02d8f6555cda 2024-11-07T12:18:34,401 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T12:18:34,401 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T12:18:34,402 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-07T12:18:34,402 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:18:34,402 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T12:18:34,402 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T12:18:34,403 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:46769/user/jenkins/test-data/0c8e4774-57e1-4808-2a6e-19b0e96fafe4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals 2024-11-07T12:18:34,403 INFO [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:46769/user/jenkins/test-data/0c8e4774-57e1-4808-2a6e-19b0e96fafe4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/87fb68174c52%2C43603%2C1730981902056.1730981903787 2024-11-07T12:18:34,407 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 85, firstSequenceIdInLog=3, maxSequenceIdInLog=72, path=hdfs://localhost:46769/user/jenkins/test-data/0c8e4774-57e1-4808-2a6e-19b0e96fafe4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/87fb68174c52%2C43603%2C1730981902056.1730981903787 2024-11-07T12:18:34,408 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:46769/user/jenkins/test-data/0c8e4774-57e1-4808-2a6e-19b0e96fafe4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/87fb68174c52%2C43603%2C1730981902056.1730981903787 2024-11-07T12:18:34,409 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T12:18:34,409 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T12:18:34,410 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T12:18:34,411 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T12:18:34,413 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46769/user/jenkins/test-data/0c8e4774-57e1-4808-2a6e-19b0e96fafe4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/72.seqid, newMaxSeqId=72, maxSeqId=1 2024-11-07T12:18:34,414 INFO [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=73; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70054405, jitterRate=0.04389198124408722}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T12:18:34,414 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1730981914383Initializing all the Stores at 1730981914384 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730981914384Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730981914384Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730981914384Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730981914384Cleaning up temporary data from old regions at 1730981914409 (+25 ms)Region opened successfully at 1730981914414 (+5 ms) 2024-11-07T12:18:34,414 INFO [master/87fb68174c52:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-07T12:18:34,417 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@389e2df0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=87fb68174c52/172.17.0.3:0 2024-11-07T12:18:34,419 INFO [master/87fb68174c52:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating... 2024-11-07T12:18:34,420 INFO [master/87fb68174c52:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-07T12:18:34,420 INFO [master/87fb68174c52:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-07T12:18:34,420 INFO [master/87fb68174c52:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-07T12:18:34,420 INFO [master/87fb68174c52:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-07T12:18:34,423 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-07T12:18:34,423 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-07T12:18:34,424 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-07T12:18:34,424 INFO [master/87fb68174c52:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 3 msec 2024-11-07T12:18:34,424 INFO [master/87fb68174c52:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-07T12:18:34,426 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=87fb68174c52,41023,1730981902099, regionLocation=87fb68174c52,41023,1730981902099, openSeqNum=2 2024-11-07T12:18:34,426 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=87fb68174c52,41023,1730981902099, table=hbase:meta, region=1588230740 2024-11-07T12:18:34,427 INFO [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 87fb68174c52,41023,1730981902099, state=OPEN 2024-11-07T12:18:34,428 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41449-0x1001a2dbdf70006, quorum=127.0.0.1:62492, baseZNode=/0-1309305842 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1309305842/meta-region-server 2024-11-07T12:18:34,428 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40177-0x1001a2dbdf70007, quorum=127.0.0.1:62492, baseZNode=/0-1309305842 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1309305842/meta-region-server 2024-11-07T12:18:34,428 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1309305842/meta-region-server: CHANGED 2024-11-07T12:18:34,428 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1309305842/meta-region-server: CHANGED 2024-11-07T12:18:34,431 INFO [master/87fb68174c52:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'. 2024-11-07T12:18:34,432 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1309305842/draining/87fb68174c52,41023,1730981902099 already deleted, retry=false 2024-11-07T12:18:34,433 INFO [master/87fb68174c52:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of 87fb68174c52,41023,1730981902099 on 87fb68174c52,41449,1730981913871 2024-11-07T12:18:34,434 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 87fb68174c52,41023,1730981902099, splitWal=true, meta=true 2024-11-07T12:18:34,434 INFO [master/87fb68174c52:0:becomeActiveMaster {}] assignment.AssignmentManager(1991): Scheduled ServerCrashProcedure pid=9 for 87fb68174c52,41023,1730981902099 (carryingMeta=true) 87fb68174c52,41023,1730981902099/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@d68227e[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-07T12:18:34,435 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41449-0x1001a2dbdf70006, quorum=127.0.0.1:62492, baseZNode=/0-1309305842 Unable to get data of znode /0-1309305842/balancer because node does not exist (not necessarily an error) 2024-11-07T12:18:34,436 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1309305842/balancer already deleted, retry=false 2024-11-07T12:18:34,437 INFO [master/87fb68174c52:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-07T12:18:34,437 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41449-0x1001a2dbdf70006, quorum=127.0.0.1:62492, baseZNode=/0-1309305842 Unable to get data of znode /0-1309305842/normalizer because node does not exist (not necessarily an error) 2024-11-07T12:18:34,439 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1309305842/normalizer already deleted, retry=false 2024-11-07T12:18:34,439 INFO [master/87fb68174c52:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-07T12:18:34,440 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41449-0x1001a2dbdf70006, quorum=127.0.0.1:62492, baseZNode=/0-1309305842 Unable to get data of znode /0-1309305842/switch/split because node does not exist (not necessarily an error) 2024-11-07T12:18:34,442 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1309305842/switch/split already deleted, retry=false 2024-11-07T12:18:34,442 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41449-0x1001a2dbdf70006, quorum=127.0.0.1:62492, baseZNode=/0-1309305842 Unable to get data of znode /0-1309305842/switch/merge because node does not exist (not necessarily an error) 2024-11-07T12:18:34,444 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1309305842/switch/merge already deleted, retry=false 2024-11-07T12:18:34,448 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41449-0x1001a2dbdf70006, quorum=127.0.0.1:62492, baseZNode=/0-1309305842 Unable to get data of znode /0-1309305842/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-07T12:18:34,449 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1309305842/snapshot-cleanup already deleted, retry=false 2024-11-07T12:18:34,451 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40177-0x1001a2dbdf70007, quorum=127.0.0.1:62492, baseZNode=/0-1309305842 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1309305842/running 2024-11-07T12:18:34,451 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41449-0x1001a2dbdf70006, quorum=127.0.0.1:62492, baseZNode=/0-1309305842 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1309305842/running 2024-11-07T12:18:34,451 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41449-0x1001a2dbdf70006, quorum=127.0.0.1:62492, baseZNode=/0-1309305842 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1309305842 2024-11-07T12:18:34,451 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40177-0x1001a2dbdf70007, quorum=127.0.0.1:62492, baseZNode=/0-1309305842 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1309305842 2024-11-07T12:18:34,451 INFO [master/87fb68174c52:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=87fb68174c52,41449,1730981913871, sessionid=0x1001a2dbdf70006, setting cluster-up flag (Was=false) 2024-11-07T12:18:34,453 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1309305842/flush-table-proc/acquired, /0-1309305842/flush-table-proc/reached, /0-1309305842/flush-table-proc/abort 2024-11-07T12:18:34,454 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=87fb68174c52,41449,1730981913871 2024-11-07T12:18:34,457 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1309305842/online-snapshot/acquired, /0-1309305842/online-snapshot/reached, /0-1309305842/online-snapshot/abort 2024-11-07T12:18:34,457 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=87fb68174c52,41449,1730981913871 2024-11-07T12:18:34,458 INFO [master/87fb68174c52:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:46769/user/jenkins/test-data/0c8e4774-57e1-4808-2a6e-19b0e96fafe4/.lastflushedseqids 2024-11-07T12:18:34,460 INFO [master/87fb68174c52:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-07T12:18:34,460 INFO [master/87fb68174c52:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-07T12:18:34,461 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 87fb68174c52,41449,1730981913871 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 1 87fb68174c52,41023,1730981902099 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-07T12:18:34,462 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/87fb68174c52:0, corePoolSize=5, maxPoolSize=5 2024-11-07T12:18:34,462 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/87fb68174c52:0, corePoolSize=5, maxPoolSize=5 2024-11-07T12:18:34,462 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/87fb68174c52:0, corePoolSize=5, maxPoolSize=5 2024-11-07T12:18:34,462 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/87fb68174c52:0, corePoolSize=5, maxPoolSize=5 2024-11-07T12:18:34,462 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/87fb68174c52:0, corePoolSize=10, maxPoolSize=10 2024-11-07T12:18:34,462 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:18:34,462 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/87fb68174c52:0, corePoolSize=2, maxPoolSize=2 2024-11-07T12:18:34,462 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:18:34,465 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 87fb68174c52,41023,1730981902099, splitWal=true, meta=true 2024-11-07T12:18:34,466 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 87fb68174c52,41023,1730981902099, splitWal=true, meta=true, isMeta: true 2024-11-07T12:18:34,467 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:46769/user/jenkins/test-data/0c8e4774-57e1-4808-2a6e-19b0e96fafe4/WALs/87fb68174c52,41023,1730981902099-splitting 2024-11-07T12:18:34,467 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:46769/user/jenkins/test-data/0c8e4774-57e1-4808-2a6e-19b0e96fafe4/WALs/87fb68174c52,41023,1730981902099-splitting dir is empty, no logs to split. 2024-11-07T12:18:34,467 INFO [PEWorker-1 {}] master.SplitWALManager(105): 87fb68174c52,41023,1730981902099 WAL count=0, meta=true 2024-11-07T12:18:34,468 INFO [master/87fb68174c52:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1730981944468 2024-11-07T12:18:34,469 INFO [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-07T12:18:34,469 INFO [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-07T12:18:34,469 INFO [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-07T12:18:34,469 INFO [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-07T12:18:34,469 INFO [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-07T12:18:34,469 INFO [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-07T12:18:34,469 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-07T12:18:34,469 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:46769/user/jenkins/test-data/0c8e4774-57e1-4808-2a6e-19b0e96fafe4/WALs/87fb68174c52,41023,1730981902099-splitting dir is empty, no logs to split. 2024-11-07T12:18:34,469 INFO [PEWorker-1 {}] master.SplitWALManager(105): 87fb68174c52,41023,1730981902099 WAL count=0, meta=true 2024-11-07T12:18:34,469 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 87fb68174c52,41023,1730981902099 WAL splitting is done? wals=0, meta=true 2024-11-07T12:18:34,469 INFO [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-07T12:18:34,469 INFO [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-07T12:18:34,469 INFO [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-07T12:18:34,470 INFO [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-07T12:18:34,470 INFO [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-07T12:18:34,470 INFO [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-07T12:18:34,470 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-07T12:18:34,471 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-07T12:18:34,472 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-07T12:18:34,474 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/87fb68174c52:0:becomeActiveMaster-HFileCleaner.large.0-1730981914470,5,FailOnTimeoutGroup] 2024-11-07T12:18:34,475 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/87fb68174c52:0:becomeActiveMaster-HFileCleaner.small.0-1730981914474,5,FailOnTimeoutGroup] 2024-11-07T12:18:34,475 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-07T12:18:34,475 INFO [master/87fb68174c52:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-07T12:18:34,475 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-07T12:18:34,475 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-07T12:18:34,476 INFO [master/87fb68174c52:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1730981914476, completionTime=-1 2024-11-07T12:18:34,476 WARN [master/87fb68174c52:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring. 2024-11-07T12:18:34,476 INFO [master/87fb68174c52:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-07T12:18:34,515 INFO [RS:0;87fb68174c52:40177 {}] regionserver.HRegionServer(746): ClusterId : 1c6bcf86-f7fb-455b-9bf4-0e7b41d0e9bc 2024-11-07T12:18:34,515 DEBUG [RS:0;87fb68174c52:40177 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-07T12:18:34,518 DEBUG [RS:0;87fb68174c52:40177 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-07T12:18:34,518 DEBUG [RS:0;87fb68174c52:40177 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-07T12:18:34,520 DEBUG [RS:0;87fb68174c52:40177 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-07T12:18:34,520 DEBUG [RS:0;87fb68174c52:40177 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f9e0721, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=87fb68174c52/172.17.0.3:0 2024-11-07T12:18:34,537 DEBUG [RS:0;87fb68174c52:40177 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;87fb68174c52:40177 2024-11-07T12:18:34,537 INFO [RS:0;87fb68174c52:40177 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-07T12:18:34,537 INFO [RS:0;87fb68174c52:40177 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-07T12:18:34,537 DEBUG [RS:0;87fb68174c52:40177 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-07T12:18:34,538 INFO [RS:0;87fb68174c52:40177 {}] regionserver.HRegionServer(2659): reportForDuty to master=87fb68174c52,41449,1730981913871 with port=40177, startcode=1730981913899 2024-11-07T12:18:34,538 DEBUG [RS:0;87fb68174c52:40177 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-07T12:18:34,539 INFO [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52253, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=RegionServerStatusService 2024-11-07T12:18:34,540 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41449 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 87fb68174c52,40177,1730981913899 2024-11-07T12:18:34,540 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41449 {}] master.ServerManager(517): Registering regionserver=87fb68174c52,40177,1730981913899 2024-11-07T12:18:34,541 DEBUG [RS:0;87fb68174c52:40177 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46769/user/jenkins/test-data/0c8e4774-57e1-4808-2a6e-19b0e96fafe4 2024-11-07T12:18:34,541 DEBUG [RS:0;87fb68174c52:40177 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46769 2024-11-07T12:18:34,541 DEBUG [RS:0;87fb68174c52:40177 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-07T12:18:34,545 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41449-0x1001a2dbdf70006, quorum=127.0.0.1:62492, baseZNode=/0-1309305842 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1309305842/rs 2024-11-07T12:18:34,546 DEBUG [RS:0;87fb68174c52:40177 {}] zookeeper.ZKUtil(111): regionserver:40177-0x1001a2dbdf70007, quorum=127.0.0.1:62492, baseZNode=/0-1309305842 Set watcher on existing znode=/0-1309305842/rs/87fb68174c52,40177,1730981913899 2024-11-07T12:18:34,546 WARN [RS:0;87fb68174c52:40177 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-07T12:18:34,546 INFO [RS:0;87fb68174c52:40177 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T12:18:34,546 DEBUG [RS:0;87fb68174c52:40177 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46769/user/jenkins/test-data/0c8e4774-57e1-4808-2a6e-19b0e96fafe4/WALs/87fb68174c52,40177,1730981913899 2024-11-07T12:18:34,546 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [87fb68174c52,40177,1730981913899] 2024-11-07T12:18:34,568 INFO [RS:0;87fb68174c52:40177 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-07T12:18:34,572 INFO [RS:0;87fb68174c52:40177 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-07T12:18:34,573 INFO [RS:0;87fb68174c52:40177 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-07T12:18:34,573 INFO [RS:0;87fb68174c52:40177 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T12:18:34,574 INFO [RS:0;87fb68174c52:40177 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-07T12:18:34,575 INFO [RS:0;87fb68174c52:40177 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-07T12:18:34,575 INFO [RS:0;87fb68174c52:40177 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-07T12:18:34,575 DEBUG [RS:0;87fb68174c52:40177 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:18:34,575 DEBUG [RS:0;87fb68174c52:40177 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:18:34,575 DEBUG [RS:0;87fb68174c52:40177 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:18:34,575 DEBUG [RS:0;87fb68174c52:40177 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:18:34,575 DEBUG [RS:0;87fb68174c52:40177 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:18:34,575 DEBUG [RS:0;87fb68174c52:40177 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/87fb68174c52:0, corePoolSize=2, maxPoolSize=2 2024-11-07T12:18:34,575 DEBUG [RS:0;87fb68174c52:40177 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:18:34,575 DEBUG [RS:0;87fb68174c52:40177 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:18:34,575 DEBUG [RS:0;87fb68174c52:40177 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:18:34,575 DEBUG [RS:0;87fb68174c52:40177 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:18:34,575 DEBUG [RS:0;87fb68174c52:40177 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:18:34,575 DEBUG [RS:0;87fb68174c52:40177 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:18:34,575 DEBUG [RS:0;87fb68174c52:40177 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/87fb68174c52:0, corePoolSize=3, maxPoolSize=3 2024-11-07T12:18:34,575 DEBUG [RS:0;87fb68174c52:40177 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/87fb68174c52:0, corePoolSize=3, maxPoolSize=3 2024-11-07T12:18:34,576 INFO [master/87fb68174c52:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=100ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-07T12:18:34,581 INFO [RS:0;87fb68174c52:40177 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T12:18:34,581 INFO [RS:0;87fb68174c52:40177 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T12:18:34,581 INFO [RS:0;87fb68174c52:40177 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T12:18:34,581 INFO [RS:0;87fb68174c52:40177 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-07T12:18:34,581 INFO [RS:0;87fb68174c52:40177 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-07T12:18:34,581 INFO [RS:0;87fb68174c52:40177 {}] hbase.ChoreService(168): Chore ScheduledChore name=87fb68174c52,40177,1730981913899-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-07T12:18:34,596 INFO [RS:0;87fb68174c52:40177 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-07T12:18:34,596 INFO [RS:0;87fb68174c52:40177 {}] hbase.ChoreService(168): Chore ScheduledChore name=87fb68174c52,40177,1730981913899-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T12:18:34,612 INFO [RS:0;87fb68174c52:40177 {}] regionserver.ReplicationSource(231): queueId=1-87fb68174c52,40177,1730981913899, ReplicationSource: 1, currentBandwidth=0 2024-11-07T12:18:34,612 INFO [RS:0;87fb68174c52:40177 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T12:18:34,612 INFO [RS:0;87fb68174c52:40177 {}] regionserver.Replication(171): 87fb68174c52,40177,1730981913899 started 2024-11-07T12:18:34,622 WARN [87fb68174c52:41449 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-07T12:18:34,627 INFO [RS:0;87fb68174c52:40177 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T12:18:34,627 INFO [RS:0;87fb68174c52:40177 {}] regionserver.HRegionServer(1482): Serving as 87fb68174c52,40177,1730981913899, RpcServer on 87fb68174c52/172.17.0.3:40177, sessionid=0x1001a2dbdf70007 2024-11-07T12:18:34,627 DEBUG [RS:0;87fb68174c52:40177.replicationSource,1-87fb68174c52,40177,1730981913899 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='87fb68174c52:34997' 2024-11-07T12:18:34,627 DEBUG [RS:0;87fb68174c52:40177 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-07T12:18:34,627 DEBUG [RS:0;87fb68174c52:40177 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 87fb68174c52,40177,1730981913899 2024-11-07T12:18:34,627 DEBUG [RS:0;87fb68174c52:40177 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '87fb68174c52,40177,1730981913899' 2024-11-07T12:18:34,627 DEBUG [RS:0;87fb68174c52:40177 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1309305842/flush-table-proc/abort' 2024-11-07T12:18:34,628 DEBUG [RS:0;87fb68174c52:40177 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1309305842/flush-table-proc/acquired' 2024-11-07T12:18:34,628 DEBUG [RS:0;87fb68174c52:40177 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-07T12:18:34,628 DEBUG [RS:0;87fb68174c52:40177 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-07T12:18:34,628 DEBUG [RS:0;87fb68174c52:40177 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 87fb68174c52,40177,1730981913899 2024-11-07T12:18:34,628 DEBUG [RS:0;87fb68174c52:40177 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '87fb68174c52,40177,1730981913899' 2024-11-07T12:18:34,628 DEBUG [RS:0;87fb68174c52:40177 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1309305842/online-snapshot/abort' 2024-11-07T12:18:34,629 DEBUG [RS:0;87fb68174c52:40177.replicationSource,1-87fb68174c52,40177,1730981913899 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@44f2bfc6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:18:34,629 DEBUG [RS:0;87fb68174c52:40177.replicationSource,1-87fb68174c52,40177,1730981913899 {}] client.ClusterIdFetcher(90): Going to request 87fb68174c52,34997,-1 for getting cluster id 2024-11-07T12:18:34,629 DEBUG [RS:0;87fb68174c52:40177.replicationSource,1-87fb68174c52,40177,1730981913899 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T12:18:34,629 DEBUG [RS:0;87fb68174c52:40177 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1309305842/online-snapshot/acquired' 2024-11-07T12:18:34,629 DEBUG [RS:0;87fb68174c52:40177 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-07T12:18:34,629 INFO [RS:0;87fb68174c52:40177 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-07T12:18:34,629 INFO [RS:0;87fb68174c52:40177 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-07T12:18:34,632 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '282c4a10-db81-4932-95ec-519e954fa02e' 2024-11-07T12:18:34,632 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T12:18:34,632 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "282c4a10-db81-4932-95ec-519e954fa02e" 2024-11-07T12:18:34,632 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@381b400a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:18:34,632 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [87fb68174c52,34997,-1] 2024-11-07T12:18:34,633 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T12:18:34,633 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:18:34,634 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49710, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=ClientMetaService 2024-11-07T12:18:34,634 DEBUG [RS:0;87fb68174c52:40177.replicationSource,1-87fb68174c52,40177,1730981913899 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1bdf3f2f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:18:34,635 DEBUG [RS:0;87fb68174c52:40177.replicationSource,1-87fb68174c52,40177,1730981913899 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T12:18:34,635 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 87fb68174c52,34997,1730981906174 2024-11-07T12:18:34,635 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@25b72775 2024-11-07T12:18:34,636 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T12:18:34,636 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49712, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=MasterService 2024-11-07T12:18:34,637 INFO [RS:0;87fb68174c52:40177.replicationSource,1-87fb68174c52,40177,1730981913899 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-87fb68174c52,40177,1730981913899 (queues=0) is replicating from cluster=1c6bcf86-f7fb-455b-9bf4-0e7b41d0e9bc to cluster=282c4a10-db81-4932-95ec-519e954fa02e 2024-11-07T12:18:34,730 INFO [RS:0;87fb68174c52:40177 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-07T12:18:34,731 INFO [RS:0;87fb68174c52:40177 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=87fb68174c52%2C40177%2C1730981913899, suffix=, logDir=hdfs://localhost:46769/user/jenkins/test-data/0c8e4774-57e1-4808-2a6e-19b0e96fafe4/WALs/87fb68174c52,40177,1730981913899, archiveDir=hdfs://localhost:46769/user/jenkins/test-data/0c8e4774-57e1-4808-2a6e-19b0e96fafe4/oldWALs, maxLogs=10 2024-11-07T12:18:34,748 DEBUG [RS:0;87fb68174c52:40177 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/0c8e4774-57e1-4808-2a6e-19b0e96fafe4/WALs/87fb68174c52,40177,1730981913899/87fb68174c52%2C40177%2C1730981913899.1730981914732, exclude list is [], retry=0 2024-11-07T12:18:34,751 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41059,DS-24023d27-b2db-49e0-940a-ed55f5d7d2a8,DISK] 2024-11-07T12:18:34,753 INFO [RS:0;87fb68174c52:40177 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0c8e4774-57e1-4808-2a6e-19b0e96fafe4/WALs/87fb68174c52,40177,1730981913899/87fb68174c52%2C40177%2C1730981913899.1730981914732 2024-11-07T12:18:34,753 DEBUG [RS:0;87fb68174c52:40177 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group 87fb68174c52%2C40177%2C1730981913899 for peer 1 2024-11-07T12:18:34,754 DEBUG [RS:0;87fb68174c52:40177 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=87fb68174c52%2C40177%2C1730981913899 2024-11-07T12:18:34,754 INFO [RS:0;87fb68174c52:40177 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-87fb68174c52,40177,1730981913899, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-07T12:18:34,754 DEBUG [RS:0;87fb68174c52:40177 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44485:44485)] 2024-11-07T12:18:34,754 INFO [RS:0;87fb68174c52:40177.replicationSource.shipper87fb68174c52%2C40177%2C1730981913899,1-87fb68174c52,40177,1730981913899 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 87fb68174c52%2C40177%2C1730981913899 2024-11-07T12:18:34,754 DEBUG [RS:0;87fb68174c52:40177.replicationSource.wal-reader.87fb68174c52%2C40177%2C1730981913899,1-87fb68174c52,40177,1730981913899 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:46769/user/jenkins/test-data/0c8e4774-57e1-4808-2a6e-19b0e96fafe4/WALs/87fb68174c52,40177,1730981913899/87fb68174c52%2C40177%2C1730981913899.1730981914732, startPosition=0, beingWritten=true 2024-11-07T12:18:34,872 DEBUG [87fb68174c52:41449 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-07T12:18:34,873 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=87fb68174c52,40177,1730981913899 2024-11-07T12:18:34,874 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 87fb68174c52,40177,1730981913899, state=OPENING 2024-11-07T12:18:34,876 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40177-0x1001a2dbdf70007, quorum=127.0.0.1:62492, baseZNode=/0-1309305842 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1309305842/meta-region-server 2024-11-07T12:18:34,876 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41449-0x1001a2dbdf70006, quorum=127.0.0.1:62492, baseZNode=/0-1309305842 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1309305842/meta-region-server 2024-11-07T12:18:34,876 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1309305842/meta-region-server: CHANGED 2024-11-07T12:18:34,876 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-07T12:18:34,876 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1309305842/meta-region-server: CHANGED 2024-11-07T12:18:34,876 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=87fb68174c52,40177,1730981913899}] 2024-11-07T12:18:34,960 DEBUG [RS:0;87fb68174c52:40177.replicationSource.wal-reader.87fb68174c52%2C40177%2C1730981913899,1-87fb68174c52,40177,1730981913899 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46769/user/jenkins/test-data/0c8e4774-57e1-4808-2a6e-19b0e96fafe4/WALs/87fb68174c52,40177,1730981913899/87fb68174c52%2C40177%2C1730981913899.1730981914732 to pos 0, reset compression=false 2024-11-07T12:18:35,029 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-07T12:18:35,030 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39923, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-07T12:18:35,033 INFO [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-07T12:18:35,034 INFO [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T12:18:35,034 INFO [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=11}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-07T12:18:35,035 INFO [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=87fb68174c52%2C40177%2C1730981913899.meta, suffix=.meta, logDir=hdfs://localhost:46769/user/jenkins/test-data/0c8e4774-57e1-4808-2a6e-19b0e96fafe4/WALs/87fb68174c52,40177,1730981913899, archiveDir=hdfs://localhost:46769/user/jenkins/test-data/0c8e4774-57e1-4808-2a6e-19b0e96fafe4/oldWALs, maxLogs=10 2024-11-07T12:18:35,072 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=11}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/0c8e4774-57e1-4808-2a6e-19b0e96fafe4/WALs/87fb68174c52,40177,1730981913899/87fb68174c52%2C40177%2C1730981913899.meta.1730981915036.meta, exclude list is [], retry=0 2024-11-07T12:18:35,074 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41059,DS-24023d27-b2db-49e0-940a-ed55f5d7d2a8,DISK] 2024-11-07T12:18:35,076 INFO [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0c8e4774-57e1-4808-2a6e-19b0e96fafe4/WALs/87fb68174c52,40177,1730981913899/87fb68174c52%2C40177%2C1730981913899.meta.1730981915036.meta 2024-11-07T12:18:35,077 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44485:44485)] 2024-11-07T12:18:35,077 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-07T12:18:35,078 INFO [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-07T12:18:35,078 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-07T12:18:35,078 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-07T12:18:35,078 INFO [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-07T12:18:35,078 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-07T12:18:35,078 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T12:18:35,078 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-07T12:18:35,078 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-07T12:18:35,080 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-07T12:18:35,081 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-07T12:18:35,081 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:18:35,088 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:46769/user/jenkins/test-data/0c8e4774-57e1-4808-2a6e-19b0e96fafe4/data/hbase/meta/1588230740/info/dc310b0ee10b47318226341c357388b6 2024-11-07T12:18:35,088 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T12:18:35,088 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-07T12:18:35,089 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-07T12:18:35,089 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:18:35,096 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:46769/user/jenkins/test-data/0c8e4774-57e1-4808-2a6e-19b0e96fafe4/data/hbase/meta/1588230740/ns/149567f7de454b8494860cdd8104c358 2024-11-07T12:18:35,096 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T12:18:35,096 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-07T12:18:35,097 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-07T12:18:35,097 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:18:35,098 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T12:18:35,098 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-07T12:18:35,098 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-07T12:18:35,098 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:18:35,103 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:46769/user/jenkins/test-data/0c8e4774-57e1-4808-2a6e-19b0e96fafe4/data/hbase/meta/1588230740/table/5de13701f5354f8fae8f7ada06e66cea 2024-11-07T12:18:35,103 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T12:18:35,104 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-07T12:18:35,104 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46769/user/jenkins/test-data/0c8e4774-57e1-4808-2a6e-19b0e96fafe4/data/hbase/meta/1588230740 2024-11-07T12:18:35,105 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46769/user/jenkins/test-data/0c8e4774-57e1-4808-2a6e-19b0e96fafe4/data/hbase/meta/1588230740 2024-11-07T12:18:35,106 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-07T12:18:35,106 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-07T12:18:35,107 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T12:18:35,108 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-07T12:18:35,109 INFO [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75019785, jitterRate=0.1178819090127945}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T12:18:35,109 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-07T12:18:35,109 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1730981915078Writing region info on filesystem at 1730981915078Initializing all the Stores at 1730981915079 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730981915079Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730981915080 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730981915080Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730981915080Cleaning up temporary data from old regions at 1730981915106 (+26 ms)Running coprocessor post-open hooks at 1730981915109 (+3 ms)Region opened successfully at 1730981915109 2024-11-07T12:18:35,110 INFO [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=11, masterSystemTime=1730981915028 2024-11-07T12:18:35,113 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-07T12:18:35,113 INFO [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-07T12:18:35,114 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=87fb68174c52,40177,1730981913899 2024-11-07T12:18:35,115 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 87fb68174c52,40177,1730981913899, state=OPEN 2024-11-07T12:18:35,116 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40177-0x1001a2dbdf70007, quorum=127.0.0.1:62492, baseZNode=/0-1309305842 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1309305842/meta-region-server 2024-11-07T12:18:35,116 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41449-0x1001a2dbdf70006, quorum=127.0.0.1:62492, baseZNode=/0-1309305842 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1309305842/meta-region-server 2024-11-07T12:18:35,116 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1309305842/meta-region-server: CHANGED 2024-11-07T12:18:35,117 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1309305842/meta-region-server: CHANGED 2024-11-07T12:18:35,117 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=11, ppid=10, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=87fb68174c52,40177,1730981913899 2024-11-07T12:18:35,119 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=10 2024-11-07T12:18:35,119 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=87fb68174c52,40177,1730981913899 in 241 msec 2024-11-07T12:18:35,122 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-07T12:18:35,122 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 649 msec 2024-11-07T12:18:35,266 DEBUG [RS:0;87fb68174c52:40177.replicationSource.wal-reader.87fb68174c52%2C40177%2C1730981913899,1-87fb68174c52,40177,1730981913899 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46769/user/jenkins/test-data/0c8e4774-57e1-4808-2a6e-19b0e96fafe4/WALs/87fb68174c52,40177,1730981913899/87fb68174c52%2C40177%2C1730981913899.1730981914732 to pos 0, reset compression=false 2024-11-07T12:18:35,648 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-07T12:18:35,671 DEBUG [RS:0;87fb68174c52:40177.replicationSource.wal-reader.87fb68174c52%2C40177%2C1730981913899,1-87fb68174c52,40177,1730981913899 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46769/user/jenkins/test-data/0c8e4774-57e1-4808-2a6e-19b0e96fafe4/WALs/87fb68174c52,40177,1730981913899/87fb68174c52%2C40177%2C1730981913899.1730981914732 to pos 0, reset compression=false 2024-11-07T12:18:35,680 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T12:18:35,681 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T12:18:35,681 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T12:18:35,681 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T12:18:35,682 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T12:18:35,694 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T12:18:36,078 INFO [master/87fb68174c52:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1602ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1502ms 2024-11-07T12:18:36,176 DEBUG [RS:0;87fb68174c52:40177.replicationSource.wal-reader.87fb68174c52%2C40177%2C1730981913899,1-87fb68174c52,40177,1730981913899 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46769/user/jenkins/test-data/0c8e4774-57e1-4808-2a6e-19b0e96fafe4/WALs/87fb68174c52,40177,1730981913899/87fb68174c52%2C40177%2C1730981913899.1730981914732 to pos 0, reset compression=false 2024-11-07T12:18:36,781 DEBUG [RS:0;87fb68174c52:40177.replicationSource.wal-reader.87fb68174c52%2C40177%2C1730981913899,1-87fb68174c52,40177,1730981913899 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46769/user/jenkins/test-data/0c8e4774-57e1-4808-2a6e-19b0e96fafe4/WALs/87fb68174c52,40177,1730981913899/87fb68174c52%2C40177%2C1730981913899.1730981914732 to pos 0, reset compression=false 2024-11-07T12:18:37,487 DEBUG [RS:0;87fb68174c52:40177.replicationSource.wal-reader.87fb68174c52%2C40177%2C1730981913899,1-87fb68174c52,40177,1730981913899 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46769/user/jenkins/test-data/0c8e4774-57e1-4808-2a6e-19b0e96fafe4/WALs/87fb68174c52,40177,1730981913899/87fb68174c52%2C40177%2C1730981913899.1730981914732 to pos 0, reset compression=false 2024-11-07T12:18:37,581 INFO [master/87fb68174c52:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3105ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3005ms 2024-11-07T12:18:38,292 DEBUG [RS:0;87fb68174c52:40177.replicationSource.wal-reader.87fb68174c52%2C40177%2C1730981913899,1-87fb68174c52,40177,1730981913899 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46769/user/jenkins/test-data/0c8e4774-57e1-4808-2a6e-19b0e96fafe4/WALs/87fb68174c52,40177,1730981913899/87fb68174c52%2C40177%2C1730981913899.1730981914732 to pos 0, reset compression=false 2024-11-07T12:18:38,983 INFO [master/87fb68174c52:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4507ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running 2024-11-07T12:18:38,983 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-07T12:18:38,983 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T12:18:38,983 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=87fb68174c52,40177,1730981913899, seqNum=-1] 2024-11-07T12:18:38,984 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T12:18:38,985 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40759, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T12:18:38,989 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=5c7ae1bdd1ec23b4f87ebc29e80ff0bd, regionState=OPEN, lastHost=87fb68174c52,41023,1730981902099, regionLocation=87fb68174c52,41023,1730981902099, openSeqNum=2 2024-11-07T12:18:38,989 INFO [master/87fb68174c52:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-07T12:18:38,989 INFO [master/87fb68174c52:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1730981978989 2024-11-07T12:18:38,989 INFO [master/87fb68174c52:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1730982038989 2024-11-07T12:18:38,989 INFO [master/87fb68174c52:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 6 msec 2024-11-07T12:18:38,989 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(207): 87fb68174c52,41023,1730981902099 had 2 regions 2024-11-07T12:18:38,989 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=87fb68174c52,41449,1730981913871-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T12:18:38,989 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=87fb68174c52,41449,1730981913871-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T12:18:38,989 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=87fb68174c52,41449,1730981913871-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T12:18:38,990 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-87fb68174c52:41449, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T12:18:38,990 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-07T12:18:38,990 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-07T12:18:38,991 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 87fb68174c52,41023,1730981902099, splitWal=true, meta=true, isMeta: false 2024-11-07T12:18:38,992 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:46769/user/jenkins/test-data/0c8e4774-57e1-4808-2a6e-19b0e96fafe4/WALs/87fb68174c52,41023,1730981902099-splitting dir is empty, no logs to split. 2024-11-07T12:18:38,992 INFO [PEWorker-3 {}] master.SplitWALManager(105): 87fb68174c52,41023,1730981902099 WAL count=0, meta=false 2024-11-07T12:18:38,994 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:46769/user/jenkins/test-data/0c8e4774-57e1-4808-2a6e-19b0e96fafe4/WALs/87fb68174c52,41023,1730981902099-splitting dir is empty, no logs to split. 2024-11-07T12:18:38,994 INFO [PEWorker-3 {}] master.SplitWALManager(105): 87fb68174c52,41023,1730981902099 WAL count=0, meta=false 2024-11-07T12:18:38,994 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if 87fb68174c52,41023,1730981902099 WAL splitting is done? wals=0, meta=false 2024-11-07T12:18:38,997 INFO [master/87fb68174c52:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 5.067sec 2024-11-07T12:18:38,997 INFO [master/87fb68174c52:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-07T12:18:38,997 INFO [master/87fb68174c52:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-07T12:18:38,997 INFO [master/87fb68174c52:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-07T12:18:38,997 INFO [master/87fb68174c52:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-07T12:18:38,997 INFO [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-07T12:18:38,997 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=87fb68174c52,41449,1730981913871-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-07T12:18:38,997 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=87fb68174c52,41449,1730981913871-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-07T12:18:38,997 WARN [master/87fb68174c52:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=87fb68174c52,41023,1730981902099/hbase:replication,,1730981908974.5c7ae1bdd1ec23b4f87ebc29e80ff0bd. 2024-11-07T12:18:38,998 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=5c7ae1bdd1ec23b4f87ebc29e80ff0bd, ASSIGN}] 2024-11-07T12:18:38,999 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=5c7ae1bdd1ec23b4f87ebc29e80ff0bd, ASSIGN 2024-11-07T12:18:39,000 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=5c7ae1bdd1ec23b4f87ebc29e80ff0bd, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-07T12:18:39,000 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-07T12:18:39,000 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-07T12:18:39,000 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=87fb68174c52,41449,1730981913871-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T12:18:39,018 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e6d304a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:18:39,018 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 87fb68174c52,41449,-1 for getting cluster id 2024-11-07T12:18:39,018 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T12:18:39,019 DEBUG [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1c6bcf86-f7fb-455b-9bf4-0e7b41d0e9bc' 2024-11-07T12:18:39,019 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T12:18:39,019 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1c6bcf86-f7fb-455b-9bf4-0e7b41d0e9bc" 2024-11-07T12:18:39,019 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@787e857a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:18:39,019 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [87fb68174c52,41449,-1] 2024-11-07T12:18:39,019 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T12:18:39,020 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:18:39,020 INFO [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34992, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T12:18:39,021 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@487c141d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:18:39,022 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T12:18:39,022 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=87fb68174c52,40177,1730981913899, seqNum=-1] 2024-11-07T12:18:39,023 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T12:18:39,024 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58550, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T12:18:39,025 INFO [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted 2024-11-07T12:18:39,025 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T12:18:39,025 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:539) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T12:18:39,025 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:18:39,025 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:18:39,026 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T12:18:39,026 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: 87fb68174c52:41449 after: 87fb68174c52:41449 2024-11-07T12:18:39,026 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28b45b7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:18:39,026 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 87fb68174c52,41449,-1 for getting cluster id 2024-11-07T12:18:39,026 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T12:18:39,027 DEBUG [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1c6bcf86-f7fb-455b-9bf4-0e7b41d0e9bc' 2024-11-07T12:18:39,027 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T12:18:39,027 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1c6bcf86-f7fb-455b-9bf4-0e7b41d0e9bc" 2024-11-07T12:18:39,027 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54707a0b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:18:39,027 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [87fb68174c52,41449,-1] 2024-11-07T12:18:39,027 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T12:18:39,027 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:18:39,028 INFO [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35004, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T12:18:39,029 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c4d7432, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:18:39,029 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T12:18:39,029 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is 87fb68174c52,41449,1730981913871 2024-11-07T12:18:39,029 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6f88b6a4 2024-11-07T12:18:39,030 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T12:18:39,030 INFO [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35010, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-07T12:18:39,030 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41449 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-07T12:18:39,031 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-07T12:18:39,031 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T12:18:39,031 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T12:18:39,031 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:18:39,031 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:18:39,031 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T12:18:39,031 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-07T12:18:39,031 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1196082998, stopped=false 2024-11-07T12:18:39,031 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=87fb68174c52,34997,1730981906174 2024-11-07T12:18:39,033 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40967-0x1001a2dbdf70004, quorum=127.0.0.1:62492, baseZNode=/1-1803183327 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1803183327/running 2024-11-07T12:18:39,033 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40967-0x1001a2dbdf70004, quorum=127.0.0.1:62492, baseZNode=/1-1803183327 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1803183327 2024-11-07T12:18:39,033 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34997-0x1001a2dbdf70003, quorum=127.0.0.1:62492, baseZNode=/1-1803183327 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1803183327/running 2024-11-07T12:18:39,033 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34997-0x1001a2dbdf70003, quorum=127.0.0.1:62492, baseZNode=/1-1803183327 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1803183327 2024-11-07T12:18:39,033 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-07T12:18:39,033 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T12:18:39,033 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T12:18:39,033 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:18:39,033 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '87fb68174c52,40967,1730981906218' ***** 2024-11-07T12:18:39,033 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-07T12:18:39,034 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40967-0x1001a2dbdf70004, quorum=127.0.0.1:62492, baseZNode=/1-1803183327 Set watcher on znode that does not yet exist, /1-1803183327/running 2024-11-07T12:18:39,034 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34997-0x1001a2dbdf70003, quorum=127.0.0.1:62492, baseZNode=/1-1803183327 Set watcher on znode that does not yet exist, /1-1803183327/running 2024-11-07T12:18:39,034 INFO [RS:0;87fb68174c52:40967 {}] regionserver.HRegionServer(878): Closing user regions 2024-11-07T12:18:39,035 INFO [RS:0;87fb68174c52:40967 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-07T12:18:39,035 INFO [RS:0;87fb68174c52:40967 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-07T12:18:39,035 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-07T12:18:39,035 INFO [RS:0;87fb68174c52:40967 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-07T12:18:39,035 INFO [RS:0;87fb68174c52:40967 {}] regionserver.HRegionServer(959): stopping server 87fb68174c52,40967,1730981906218 2024-11-07T12:18:39,035 INFO [RS:0;87fb68174c52:40967 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-07T12:18:39,035 INFO [RS:0;87fb68174c52:40967 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;87fb68174c52:40967. 2024-11-07T12:18:39,035 DEBUG [RS:0;87fb68174c52:40967 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T12:18:39,035 DEBUG [RS:0;87fb68174c52:40967 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:18:39,035 INFO [RS:0;87fb68174c52:40967 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-07T12:18:39,035 INFO [RS:0;87fb68174c52:40967 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-07T12:18:39,035 INFO [RS:0;87fb68174c52:40967 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-07T12:18:39,035 INFO [RS:0;87fb68174c52:40967 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-07T12:18:39,036 INFO [RS:0;87fb68174c52:40967 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-07T12:18:39,036 DEBUG [RS:0;87fb68174c52:40967 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-07T12:18:39,036 DEBUG [RS:0;87fb68174c52:40967 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-07T12:18:39,036 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-07T12:18:39,036 INFO [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-07T12:18:39,036 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-07T12:18:39,036 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-07T12:18:39,036 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-07T12:18:39,036 INFO [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-07T12:18:39,053 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43859/user/jenkins/test-data/79993981-dd14-035d-3a27-9ef4fdef408a/data/hbase/meta/1588230740/.tmp/ns/0c6d6ad2427b4b49870a83f98b0812e9 is 43, key is default/ns:d/1730981908868/Put/seqid=0 2024-11-07T12:18:39,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42025 is added to blk_1073741835_1011 (size=5153) 2024-11-07T12:18:39,125 INFO [regionserver/87fb68174c52:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-07T12:18:39,150 DEBUG [87fb68174c52:41449 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-07T12:18:39,150 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=5c7ae1bdd1ec23b4f87ebc29e80ff0bd, regionState=OPENING, regionLocation=87fb68174c52,40177,1730981913899 2024-11-07T12:18:39,153 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=5c7ae1bdd1ec23b4f87ebc29e80ff0bd, ASSIGN because future has completed 2024-11-07T12:18:39,154 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5c7ae1bdd1ec23b4f87ebc29e80ff0bd, server=87fb68174c52,40177,1730981913899}] 2024-11-07T12:18:39,197 DEBUG [RS:0;87fb68174c52:40177.replicationSource.wal-reader.87fb68174c52%2C40177%2C1730981913899,1-87fb68174c52,40177,1730981913899 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46769/user/jenkins/test-data/0c8e4774-57e1-4808-2a6e-19b0e96fafe4/WALs/87fb68174c52,40177,1730981913899/87fb68174c52%2C40177%2C1730981913899.1730981914732 to pos 0, reset compression=false 2024-11-07T12:18:39,236 DEBUG [RS:0;87fb68174c52:40967 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-07T12:18:39,309 INFO [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(132): Open hbase:replication,,1730981908974.5c7ae1bdd1ec23b4f87ebc29e80ff0bd. 2024-11-07T12:18:39,309 INFO [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T12:18:39,310 INFO [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-07T12:18:39,311 INFO [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=87fb68174c52%2C40177%2C1730981913899.rep, suffix=, logDir=hdfs://localhost:46769/user/jenkins/test-data/0c8e4774-57e1-4808-2a6e-19b0e96fafe4/WALs/87fb68174c52,40177,1730981913899, archiveDir=hdfs://localhost:46769/user/jenkins/test-data/0c8e4774-57e1-4808-2a6e-19b0e96fafe4/oldWALs, maxLogs=10 2024-11-07T12:18:39,324 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/0c8e4774-57e1-4808-2a6e-19b0e96fafe4/WALs/87fb68174c52,40177,1730981913899/87fb68174c52%2C40177%2C1730981913899.rep.1730981919311, exclude list is [], retry=0 2024-11-07T12:18:39,326 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41059,DS-24023d27-b2db-49e0-940a-ed55f5d7d2a8,DISK] 2024-11-07T12:18:39,328 INFO [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0c8e4774-57e1-4808-2a6e-19b0e96fafe4/WALs/87fb68174c52,40177,1730981913899/87fb68174c52%2C40177%2C1730981913899.rep.1730981919311 2024-11-07T12:18:39,328 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44485:44485)] 2024-11-07T12:18:39,328 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7752): Opening region: {ENCODED => 5c7ae1bdd1ec23b4f87ebc29e80ff0bd, NAME => 'hbase:replication,,1730981908974.5c7ae1bdd1ec23b4f87ebc29e80ff0bd.', STARTKEY => '', ENDKEY => ''} 2024-11-07T12:18:39,329 INFO [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-07T12:18:39,329 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-07T12:18:39,329 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1730981908974.5c7ae1bdd1ec23b4f87ebc29e80ff0bd. service=MultiRowMutationService 2024-11-07T12:18:39,329 INFO [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-07T12:18:39,329 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 5c7ae1bdd1ec23b4f87ebc29e80ff0bd 2024-11-07T12:18:39,329 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(898): Instantiated hbase:replication,,1730981908974.5c7ae1bdd1ec23b4f87ebc29e80ff0bd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T12:18:39,329 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7794): checking encryption for 5c7ae1bdd1ec23b4f87ebc29e80ff0bd 2024-11-07T12:18:39,329 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7797): checking classloading for 5c7ae1bdd1ec23b4f87ebc29e80ff0bd 2024-11-07T12:18:39,330 INFO [StoreOpener-5c7ae1bdd1ec23b4f87ebc29e80ff0bd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 5c7ae1bdd1ec23b4f87ebc29e80ff0bd 2024-11-07T12:18:39,331 INFO [StoreOpener-5c7ae1bdd1ec23b4f87ebc29e80ff0bd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5c7ae1bdd1ec23b4f87ebc29e80ff0bd columnFamilyName hfileref 2024-11-07T12:18:39,331 DEBUG [StoreOpener-5c7ae1bdd1ec23b4f87ebc29e80ff0bd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:18:39,332 INFO [StoreOpener-5c7ae1bdd1ec23b4f87ebc29e80ff0bd-1 {}] regionserver.HStore(327): Store=5c7ae1bdd1ec23b4f87ebc29e80ff0bd/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T12:18:39,332 INFO [StoreOpener-5c7ae1bdd1ec23b4f87ebc29e80ff0bd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 5c7ae1bdd1ec23b4f87ebc29e80ff0bd 2024-11-07T12:18:39,332 INFO [StoreOpener-5c7ae1bdd1ec23b4f87ebc29e80ff0bd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5c7ae1bdd1ec23b4f87ebc29e80ff0bd columnFamilyName queue 2024-11-07T12:18:39,332 DEBUG [StoreOpener-5c7ae1bdd1ec23b4f87ebc29e80ff0bd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:18:39,337 DEBUG [StoreOpener-5c7ae1bdd1ec23b4f87ebc29e80ff0bd-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:46769/user/jenkins/test-data/0c8e4774-57e1-4808-2a6e-19b0e96fafe4/data/hbase/replication/5c7ae1bdd1ec23b4f87ebc29e80ff0bd/queue/7affc159076f475185552d5da07b948d 2024-11-07T12:18:39,337 INFO [StoreOpener-5c7ae1bdd1ec23b4f87ebc29e80ff0bd-1 {}] regionserver.HStore(327): Store=5c7ae1bdd1ec23b4f87ebc29e80ff0bd/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T12:18:39,337 INFO [StoreOpener-5c7ae1bdd1ec23b4f87ebc29e80ff0bd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 5c7ae1bdd1ec23b4f87ebc29e80ff0bd 2024-11-07T12:18:39,338 INFO [StoreOpener-5c7ae1bdd1ec23b4f87ebc29e80ff0bd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5c7ae1bdd1ec23b4f87ebc29e80ff0bd columnFamilyName sid 2024-11-07T12:18:39,338 DEBUG [StoreOpener-5c7ae1bdd1ec23b4f87ebc29e80ff0bd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:18:39,338 INFO [StoreOpener-5c7ae1bdd1ec23b4f87ebc29e80ff0bd-1 {}] regionserver.HStore(327): Store=5c7ae1bdd1ec23b4f87ebc29e80ff0bd/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T12:18:39,338 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1038): replaying wal for 5c7ae1bdd1ec23b4f87ebc29e80ff0bd 2024-11-07T12:18:39,339 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46769/user/jenkins/test-data/0c8e4774-57e1-4808-2a6e-19b0e96fafe4/data/hbase/replication/5c7ae1bdd1ec23b4f87ebc29e80ff0bd 2024-11-07T12:18:39,340 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46769/user/jenkins/test-data/0c8e4774-57e1-4808-2a6e-19b0e96fafe4/data/hbase/replication/5c7ae1bdd1ec23b4f87ebc29e80ff0bd 2024-11-07T12:18:39,341 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1048): stopping wal replay for 5c7ae1bdd1ec23b4f87ebc29e80ff0bd 2024-11-07T12:18:39,341 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1060): Cleaning up temporary data for 5c7ae1bdd1ec23b4f87ebc29e80ff0bd 2024-11-07T12:18:39,341 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-07T12:18:39,342 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1093): writing seq id for 5c7ae1bdd1ec23b4f87ebc29e80ff0bd 2024-11-07T12:18:39,343 INFO [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1114): Opened 5c7ae1bdd1ec23b4f87ebc29e80ff0bd; next sequenceid=9; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59236347, jitterRate=-0.11730964481830597}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-07T12:18:39,343 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5c7ae1bdd1ec23b4f87ebc29e80ff0bd 2024-11-07T12:18:39,343 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1006): Region open journal for 5c7ae1bdd1ec23b4f87ebc29e80ff0bd: Running coprocessor pre-open hook at 1730981919329Writing region info on filesystem at 1730981919329Initializing all the Stores at 1730981919330 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730981919330Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730981919330Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730981919330Cleaning up temporary data from old regions at 1730981919341 (+11 ms)Running coprocessor post-open hooks at 1730981919343 (+2 ms)Region opened successfully at 1730981919343 2024-11-07T12:18:39,344 INFO [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1730981908974.5c7ae1bdd1ec23b4f87ebc29e80ff0bd., pid=13, masterSystemTime=1730981919306 2024-11-07T12:18:39,346 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1730981908974.5c7ae1bdd1ec23b4f87ebc29e80ff0bd. 2024-11-07T12:18:39,346 INFO [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(153): Opened hbase:replication,,1730981908974.5c7ae1bdd1ec23b4f87ebc29e80ff0bd. 2024-11-07T12:18:39,347 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=5c7ae1bdd1ec23b4f87ebc29e80ff0bd, regionState=OPEN, openSeqNum=9, regionLocation=87fb68174c52,40177,1730981913899 2024-11-07T12:18:39,349 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5c7ae1bdd1ec23b4f87ebc29e80ff0bd, server=87fb68174c52,40177,1730981913899 because future has completed 2024-11-07T12:18:39,352 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-07T12:18:39,352 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure 5c7ae1bdd1ec23b4f87ebc29e80ff0bd, server=87fb68174c52,40177,1730981913899 in 196 msec 2024-11-07T12:18:39,353 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=9 2024-11-07T12:18:39,353 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=5c7ae1bdd1ec23b4f87ebc29e80ff0bd, ASSIGN in 354 msec 2024-11-07T12:18:39,354 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=9, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}] 2024-11-07T12:18:39,358 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1730981908974.5c7ae1bdd1ec23b4f87ebc29e80ff0bd., hostname=87fb68174c52,40177,1730981913899, seqNum=9] 2024-11-07T12:18:39,370 DEBUG [PEWorker-2 {}] replication.AssignReplicationQueuesProcedure(120): There are 1 replication queues need to be claimed for 87fb68174c52,41023,1730981902099 2024-11-07T12:18:39,370 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}] 2024-11-07T12:18:39,436 DEBUG [RS:0;87fb68174c52:40967 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-07T12:18:39,458 INFO [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:43859/user/jenkins/test-data/79993981-dd14-035d-3a27-9ef4fdef408a/data/hbase/meta/1588230740/.tmp/ns/0c6d6ad2427b4b49870a83f98b0812e9 2024-11-07T12:18:39,465 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43859/user/jenkins/test-data/79993981-dd14-035d-3a27-9ef4fdef408a/data/hbase/meta/1588230740/.tmp/ns/0c6d6ad2427b4b49870a83f98b0812e9 as hdfs://localhost:43859/user/jenkins/test-data/79993981-dd14-035d-3a27-9ef4fdef408a/data/hbase/meta/1588230740/ns/0c6d6ad2427b4b49870a83f98b0812e9 2024-11-07T12:18:39,470 INFO [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43859/user/jenkins/test-data/79993981-dd14-035d-3a27-9ef4fdef408a/data/hbase/meta/1588230740/ns/0c6d6ad2427b4b49870a83f98b0812e9, entries=2, sequenceid=6, filesize=5.0 K 2024-11-07T12:18:39,471 INFO [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 435ms, sequenceid=6, compaction requested=false 2024-11-07T12:18:39,471 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-07T12:18:39,476 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43859/user/jenkins/test-data/79993981-dd14-035d-3a27-9ef4fdef408a/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-07T12:18:39,477 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-07T12:18:39,477 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-07T12:18:39,477 INFO [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-07T12:18:39,477 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1730981919036Running coprocessor pre-close hooks at 1730981919036Disabling compacts and flushes for region at 1730981919036Disabling writes for close at 1730981919036Obtaining lock to block concurrent updates at 1730981919036Preparing flush snapshotting stores in 1588230740 at 1730981919036Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1730981919036Flushing stores of hbase:meta,,1.1588230740 at 1730981919037 (+1 ms)Flushing 1588230740/ns: creating writer at 1730981919037Flushing 1588230740/ns: appending metadata at 1730981919052 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1730981919052Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4bfb9e77: reopening flushed file at 1730981919464 (+412 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 435ms, sequenceid=6, compaction requested=false at 1730981919471 (+7 ms)Writing region close event to WAL at 1730981919472 (+1 ms)Running coprocessor post-close hooks at 1730981919477 (+5 ms)Closed at 1730981919477 2024-11-07T12:18:39,477 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-07T12:18:39,523 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40177 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=15 2024-11-07T12:18:39,636 INFO [RS:0;87fb68174c52:40967 {}] regionserver.HRegionServer(976): stopping server 87fb68174c52,40967,1730981906218; all regions closed. 2024-11-07T12:18:39,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42025 is added to blk_1073741834_1010 (size=1152) 2024-11-07T12:18:39,643 DEBUG [RS:0;87fb68174c52:40967 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/79993981-dd14-035d-3a27-9ef4fdef408a/oldWALs 2024-11-07T12:18:39,643 INFO [RS:0;87fb68174c52:40967 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 87fb68174c52%2C40967%2C1730981906218.meta:.meta(num 1730981908815) 2024-11-07T12:18:39,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42025 is added to blk_1073741832_1008 (size=93) 2024-11-07T12:18:39,648 DEBUG [RS:0;87fb68174c52:40967 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/79993981-dd14-035d-3a27-9ef4fdef408a/oldWALs 2024-11-07T12:18:39,648 INFO [RS:0;87fb68174c52:40967 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 87fb68174c52%2C40967%2C1730981906218:(num 1730981907858) 2024-11-07T12:18:39,648 DEBUG [RS:0;87fb68174c52:40967 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:18:39,648 INFO [RS:0;87fb68174c52:40967 {}] regionserver.LeaseManager(133): Closed leases 2024-11-07T12:18:39,649 INFO [RS:0;87fb68174c52:40967 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-07T12:18:39,649 INFO [RS:0;87fb68174c52:40967 {}] hbase.ChoreService(370): Chore service for: regionserver/87fb68174c52:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-07T12:18:39,649 INFO [RS:0;87fb68174c52:40967 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-07T12:18:39,649 INFO [regionserver/87fb68174c52:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-07T12:18:39,649 INFO [RS:0;87fb68174c52:40967 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:40967 2024-11-07T12:18:39,651 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40967-0x1001a2dbdf70004, quorum=127.0.0.1:62492, baseZNode=/1-1803183327 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1803183327/rs/87fb68174c52,40967,1730981906218 2024-11-07T12:18:39,651 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34997-0x1001a2dbdf70003, quorum=127.0.0.1:62492, baseZNode=/1-1803183327 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1803183327/rs 2024-11-07T12:18:39,651 INFO [RS:0;87fb68174c52:40967 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-07T12:18:39,652 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [87fb68174c52,40967,1730981906218] 2024-11-07T12:18:39,654 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1803183327/draining/87fb68174c52,40967,1730981906218 already deleted, retry=false 2024-11-07T12:18:39,654 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 87fb68174c52,40967,1730981906218 expired; onlineServers=0 2024-11-07T12:18:39,654 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '87fb68174c52,34997,1730981906174' ***** 2024-11-07T12:18:39,654 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-07T12:18:39,654 INFO [M:0;87fb68174c52:34997 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-07T12:18:39,654 INFO [M:0;87fb68174c52:34997 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-07T12:18:39,654 DEBUG [M:0;87fb68174c52:34997 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-07T12:18:39,654 DEBUG [M:0;87fb68174c52:34997 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-07T12:18:39,654 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-07T12:18:39,654 DEBUG [master/87fb68174c52:0:becomeActiveMaster-HFileCleaner.large.0-1730981907648 {}] cleaner.HFileCleaner(306): Exit Thread[master/87fb68174c52:0:becomeActiveMaster-HFileCleaner.large.0-1730981907648,5,FailOnTimeoutGroup] 2024-11-07T12:18:39,654 DEBUG [master/87fb68174c52:0:becomeActiveMaster-HFileCleaner.small.0-1730981907656 {}] cleaner.HFileCleaner(306): Exit Thread[master/87fb68174c52:0:becomeActiveMaster-HFileCleaner.small.0-1730981907656,5,FailOnTimeoutGroup] 2024-11-07T12:18:39,654 INFO [M:0;87fb68174c52:34997 {}] hbase.ChoreService(370): Chore service for: master/87fb68174c52:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-07T12:18:39,655 INFO [M:0;87fb68174c52:34997 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-07T12:18:39,655 DEBUG [M:0;87fb68174c52:34997 {}] master.HMaster(1795): Stopping service threads 2024-11-07T12:18:39,655 INFO [M:0;87fb68174c52:34997 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-07T12:18:39,655 INFO [M:0;87fb68174c52:34997 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-07T12:18:39,655 INFO [M:0;87fb68174c52:34997 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-07T12:18:39,655 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-07T12:18:39,656 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34997-0x1001a2dbdf70003, quorum=127.0.0.1:62492, baseZNode=/1-1803183327 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1803183327/master 2024-11-07T12:18:39,656 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34997-0x1001a2dbdf70003, quorum=127.0.0.1:62492, baseZNode=/1-1803183327 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1803183327 2024-11-07T12:18:39,656 DEBUG [M:0;87fb68174c52:34997 {}] zookeeper.ZKUtil(347): master:34997-0x1001a2dbdf70003, quorum=127.0.0.1:62492, baseZNode=/1-1803183327 Unable to get data of znode /1-1803183327/master because node does not exist (not an error) 2024-11-07T12:18:39,656 WARN [M:0;87fb68174c52:34997 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-07T12:18:39,658 INFO [M:0;87fb68174c52:34997 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43859/user/jenkins/test-data/79993981-dd14-035d-3a27-9ef4fdef408a/.lastflushedseqids 2024-11-07T12:18:39,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42025 is added to blk_1073741836_1012 (size=99) 2024-11-07T12:18:39,753 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40967-0x1001a2dbdf70004, quorum=127.0.0.1:62492, baseZNode=/1-1803183327 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T12:18:39,753 INFO [RS:0;87fb68174c52:40967 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-07T12:18:39,753 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40967-0x1001a2dbdf70004, quorum=127.0.0.1:62492, baseZNode=/1-1803183327 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T12:18:39,753 INFO [RS:0;87fb68174c52:40967 {}] regionserver.HRegionServer(1031): Exiting; stopping=87fb68174c52,40967,1730981906218; zookeeper connection closed. 2024-11-07T12:18:39,754 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@37a63652 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@37a63652 2024-11-07T12:18:39,754 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-07T12:18:40,067 INFO [M:0;87fb68174c52:34997 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-07T12:18:40,067 INFO [M:0;87fb68174c52:34997 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-07T12:18:40,067 DEBUG [M:0;87fb68174c52:34997 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-07T12:18:40,067 INFO [M:0;87fb68174c52:34997 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T12:18:40,067 DEBUG [M:0;87fb68174c52:34997 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T12:18:40,067 DEBUG [M:0;87fb68174c52:34997 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-07T12:18:40,067 DEBUG [M:0;87fb68174c52:34997 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T12:18:40,067 INFO [M:0;87fb68174c52:34997 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-07T12:18:40,086 DEBUG [M:0;87fb68174c52:34997 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43859/user/jenkins/test-data/79993981-dd14-035d-3a27-9ef4fdef408a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/aa9aef5da1e8493b81d2de9ac967555f is 82, key is hbase:meta,,1/info:regioninfo/1730981908855/Put/seqid=0 2024-11-07T12:18:40,091 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42025 is added to blk_1073741837_1013 (size=5672) 2024-11-07T12:18:40,202 DEBUG [RS:0;87fb68174c52:40177.replicationSource.wal-reader.87fb68174c52%2C40177%2C1730981913899,1-87fb68174c52,40177,1730981913899 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46769/user/jenkins/test-data/0c8e4774-57e1-4808-2a6e-19b0e96fafe4/WALs/87fb68174c52,40177,1730981913899/87fb68174c52%2C40177%2C1730981913899.1730981914732 to pos 0, reset compression=false 2024-11-07T12:18:40,492 INFO [M:0;87fb68174c52:34997 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:43859/user/jenkins/test-data/79993981-dd14-035d-3a27-9ef4fdef408a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/aa9aef5da1e8493b81d2de9ac967555f 2024-11-07T12:18:40,518 DEBUG [M:0;87fb68174c52:34997 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43859/user/jenkins/test-data/79993981-dd14-035d-3a27-9ef4fdef408a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/55b7e2cbe1b74067b17e3c415b59cce6 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1730981908873/Put/seqid=0 2024-11-07T12:18:40,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42025 is added to blk_1073741838_1014 (size=5275) 2024-11-07T12:18:40,580 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-07T12:18:40,601 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T12:18:40,601 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T12:18:40,602 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T12:18:40,602 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T12:18:40,602 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T12:18:40,612 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T12:18:40,618 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-07T12:18:40,923 INFO [M:0;87fb68174c52:34997 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:43859/user/jenkins/test-data/79993981-dd14-035d-3a27-9ef4fdef408a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/55b7e2cbe1b74067b17e3c415b59cce6 2024-11-07T12:18:40,944 DEBUG [M:0;87fb68174c52:34997 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43859/user/jenkins/test-data/79993981-dd14-035d-3a27-9ef4fdef408a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7e675d4b17fc4c738e38e575a2de1ffe is 69, key is 87fb68174c52,40967,1730981906218/rs:state/1730981907682/Put/seqid=0 2024-11-07T12:18:40,948 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42025 is added to blk_1073741839_1015 (size=5156) 2024-11-07T12:18:41,307 DEBUG [RS:0;87fb68174c52:40177.replicationSource.wal-reader.87fb68174c52%2C40177%2C1730981913899,1-87fb68174c52,40177,1730981913899 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46769/user/jenkins/test-data/0c8e4774-57e1-4808-2a6e-19b0e96fafe4/WALs/87fb68174c52,40177,1730981913899/87fb68174c52%2C40177%2C1730981913899.1730981914732 to pos 0, reset compression=false 2024-11-07T12:18:41,349 INFO [M:0;87fb68174c52:34997 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:43859/user/jenkins/test-data/79993981-dd14-035d-3a27-9ef4fdef408a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7e675d4b17fc4c738e38e575a2de1ffe 2024-11-07T12:18:41,355 DEBUG [M:0;87fb68174c52:34997 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43859/user/jenkins/test-data/79993981-dd14-035d-3a27-9ef4fdef408a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/aa9aef5da1e8493b81d2de9ac967555f as hdfs://localhost:43859/user/jenkins/test-data/79993981-dd14-035d-3a27-9ef4fdef408a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/aa9aef5da1e8493b81d2de9ac967555f 2024-11-07T12:18:41,359 INFO [M:0;87fb68174c52:34997 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43859/user/jenkins/test-data/79993981-dd14-035d-3a27-9ef4fdef408a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/aa9aef5da1e8493b81d2de9ac967555f, entries=8, sequenceid=28, filesize=5.5 K 2024-11-07T12:18:41,360 DEBUG [M:0;87fb68174c52:34997 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43859/user/jenkins/test-data/79993981-dd14-035d-3a27-9ef4fdef408a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/55b7e2cbe1b74067b17e3c415b59cce6 as hdfs://localhost:43859/user/jenkins/test-data/79993981-dd14-035d-3a27-9ef4fdef408a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/55b7e2cbe1b74067b17e3c415b59cce6 2024-11-07T12:18:41,364 INFO [M:0;87fb68174c52:34997 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43859/user/jenkins/test-data/79993981-dd14-035d-3a27-9ef4fdef408a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/55b7e2cbe1b74067b17e3c415b59cce6, entries=3, sequenceid=28, filesize=5.2 K 2024-11-07T12:18:41,365 DEBUG [M:0;87fb68174c52:34997 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43859/user/jenkins/test-data/79993981-dd14-035d-3a27-9ef4fdef408a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7e675d4b17fc4c738e38e575a2de1ffe as hdfs://localhost:43859/user/jenkins/test-data/79993981-dd14-035d-3a27-9ef4fdef408a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/7e675d4b17fc4c738e38e575a2de1ffe 2024-11-07T12:18:41,369 INFO [M:0;87fb68174c52:34997 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43859/user/jenkins/test-data/79993981-dd14-035d-3a27-9ef4fdef408a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/7e675d4b17fc4c738e38e575a2de1ffe, entries=1, sequenceid=28, filesize=5.0 K 2024-11-07T12:18:41,370 INFO [M:0;87fb68174c52:34997 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1303ms, sequenceid=28, compaction requested=false 2024-11-07T12:18:41,371 INFO [M:0;87fb68174c52:34997 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T12:18:41,371 DEBUG [M:0;87fb68174c52:34997 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1730981920067Disabling compacts and flushes for region at 1730981920067Disabling writes for close at 1730981920067Obtaining lock to block concurrent updates at 1730981920067Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1730981920067Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1730981920068 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1730981920068Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1730981920068Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1730981920086 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1730981920086Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1730981920498 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1730981920518 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1730981920518Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1730981920928 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1730981920944 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1730981920944Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@46982866: reopening flushed file at 1730981921354 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@73bdb86e: reopening flushed file at 1730981921359 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@64cd0fbc: reopening flushed file at 1730981921365 (+6 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1303ms, sequenceid=28, compaction requested=false at 1730981921370 (+5 ms)Writing region close event to WAL at 1730981921371 (+1 ms)Closed at 1730981921371 2024-11-07T12:18:41,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42025 is added to blk_1073741830_1006 (size=10165) 2024-11-07T12:18:41,375 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-07T12:18:41,375 INFO [M:0;87fb68174c52:34997 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-07T12:18:41,375 INFO [M:0;87fb68174c52:34997 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:34997 2024-11-07T12:18:41,375 INFO [M:0;87fb68174c52:34997 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-07T12:18:41,477 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34997-0x1001a2dbdf70003, quorum=127.0.0.1:62492, baseZNode=/1-1803183327 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T12:18:41,477 INFO [M:0;87fb68174c52:34997 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-07T12:18:41,477 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34997-0x1001a2dbdf70003, quorum=127.0.0.1:62492, baseZNode=/1-1803183327 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T12:18:41,479 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6c418b5a{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T12:18:41,480 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1b758bfb{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-07T12:18:41,480 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-07T12:18:41,480 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3982752{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-07T12:18:41,480 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5a9c4281{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a15819fd-d454-cc71-76e1-8bf47faf0e58/hadoop.log.dir/,STOPPED} 2024-11-07T12:18:41,481 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-07T12:18:41,481 WARN [BP-1909058976-172.17.0.3-1730981905156 heartbeating to localhost/127.0.0.1:43859 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-07T12:18:41,481 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-07T12:18:41,481 WARN [BP-1909058976-172.17.0.3-1730981905156 heartbeating to localhost/127.0.0.1:43859 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1909058976-172.17.0.3-1730981905156 (Datanode Uuid 2024d350-3d93-4174-a3b9-e40cfadb1803) service to localhost/127.0.0.1:43859 2024-11-07T12:18:41,482 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a15819fd-d454-cc71-76e1-8bf47faf0e58/cluster_ed340b8c-fcfe-57b5-6c4b-9384c0838f16/data/data1/current/BP-1909058976-172.17.0.3-1730981905156 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T12:18:41,482 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a15819fd-d454-cc71-76e1-8bf47faf0e58/cluster_ed340b8c-fcfe-57b5-6c4b-9384c0838f16/data/data2/current/BP-1909058976-172.17.0.3-1730981905156 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T12:18:41,482 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-07T12:18:41,490 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7141e78d{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-07T12:18:41,490 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5e8b8db{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-07T12:18:41,490 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-07T12:18:41,491 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@21ddfaba{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-07T12:18:41,491 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2b372b5c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a15819fd-d454-cc71-76e1-8bf47faf0e58/hadoop.log.dir/,STOPPED} 2024-11-07T12:18:41,501 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-07T12:18:41,501 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-07T12:18:41,501 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T12:18:41,501 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T12:18:41,501 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:18:41,501 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:18:41,501 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T12:18:41,502 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-07T12:18:41,502 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1448967131, stopped=false 2024-11-07T12:18:41,502 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=87fb68174c52,41449,1730981913871 2024-11-07T12:18:41,504 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40177-0x1001a2dbdf70007, quorum=127.0.0.1:62492, baseZNode=/0-1309305842 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1309305842/running 2024-11-07T12:18:41,504 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40177-0x1001a2dbdf70007, quorum=127.0.0.1:62492, baseZNode=/0-1309305842 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1309305842 2024-11-07T12:18:41,504 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41449-0x1001a2dbdf70006, quorum=127.0.0.1:62492, baseZNode=/0-1309305842 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1309305842/running 2024-11-07T12:18:41,504 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-07T12:18:41,504 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41449-0x1001a2dbdf70006, quorum=127.0.0.1:62492, baseZNode=/0-1309305842 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1309305842 2024-11-07T12:18:41,504 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T12:18:41,504 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T12:18:41,504 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:18:41,505 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '87fb68174c52,40177,1730981913899' ***** 2024-11-07T12:18:41,505 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-07T12:18:41,505 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40177-0x1001a2dbdf70007, quorum=127.0.0.1:62492, baseZNode=/0-1309305842 Set watcher on znode that does not yet exist, /0-1309305842/running 2024-11-07T12:18:41,505 INFO [RS:0;87fb68174c52:40177 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-07T12:18:41,506 INFO [RS:0;87fb68174c52:40177 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-07T12:18:41,506 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-07T12:18:41,506 INFO [RS:0;87fb68174c52:40177 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-07T12:18:41,506 INFO [RS:0;87fb68174c52:40177 {}] regionserver.HRegionServer(3091): Received CLOSE for 5c7ae1bdd1ec23b4f87ebc29e80ff0bd 2024-11-07T12:18:41,506 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41449-0x1001a2dbdf70006, quorum=127.0.0.1:62492, baseZNode=/0-1309305842 Set watcher on znode that does not yet exist, /0-1309305842/running 2024-11-07T12:18:41,506 INFO [RS:0;87fb68174c52:40177 {}] regionserver.HRegionServer(959): stopping server 87fb68174c52,40177,1730981913899 2024-11-07T12:18:41,506 INFO [RS:0;87fb68174c52:40177 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-07T12:18:41,506 INFO [RS:0;87fb68174c52:40177 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;87fb68174c52:40177. 2024-11-07T12:18:41,506 DEBUG [RS:0;87fb68174c52:40177 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T12:18:41,506 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5c7ae1bdd1ec23b4f87ebc29e80ff0bd, disabling compactions & flushes 2024-11-07T12:18:41,506 DEBUG [RS:0;87fb68174c52:40177 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:18:41,506 INFO [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1730981908974.5c7ae1bdd1ec23b4f87ebc29e80ff0bd. 2024-11-07T12:18:41,506 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1730981908974.5c7ae1bdd1ec23b4f87ebc29e80ff0bd. 2024-11-07T12:18:41,506 INFO [RS:0;87fb68174c52:40177 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-07T12:18:41,506 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1730981908974.5c7ae1bdd1ec23b4f87ebc29e80ff0bd. after waiting 0 ms 2024-11-07T12:18:41,506 INFO [RS:0;87fb68174c52:40177 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-07T12:18:41,506 INFO [RS:0;87fb68174c52:40177 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-07T12:18:41,506 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1730981908974.5c7ae1bdd1ec23b4f87ebc29e80ff0bd. 2024-11-07T12:18:41,506 INFO [RS:0;87fb68174c52:40177 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-07T12:18:41,507 INFO [RS:0;87fb68174c52:40177 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-07T12:18:41,507 DEBUG [RS:0;87fb68174c52:40177 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 5c7ae1bdd1ec23b4f87ebc29e80ff0bd=hbase:replication,,1730981908974.5c7ae1bdd1ec23b4f87ebc29e80ff0bd.} 2024-11-07T12:18:41,507 DEBUG [RS:0;87fb68174c52:40177 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5c7ae1bdd1ec23b4f87ebc29e80ff0bd 2024-11-07T12:18:41,507 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-07T12:18:41,507 INFO [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-07T12:18:41,507 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-07T12:18:41,507 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-07T12:18:41,507 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-07T12:18:41,507 INFO [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB 2024-11-07T12:18:41,511 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46769/user/jenkins/test-data/0c8e4774-57e1-4808-2a6e-19b0e96fafe4/data/hbase/replication/5c7ae1bdd1ec23b4f87ebc29e80ff0bd/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=8 2024-11-07T12:18:41,511 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-07T12:18:41,511 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-07T12:18:41,511 INFO [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1730981908974.5c7ae1bdd1ec23b4f87ebc29e80ff0bd. 2024-11-07T12:18:41,511 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5c7ae1bdd1ec23b4f87ebc29e80ff0bd: Waiting for close lock at 1730981921506Running coprocessor pre-close hooks at 1730981921506Disabling compacts and flushes for region at 1730981921506Disabling writes for close at 1730981921506Writing region close event to WAL at 1730981921507 (+1 ms)Running coprocessor post-close hooks at 1730981921511 (+4 ms)Closed at 1730981921511 2024-11-07T12:18:41,511 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1730981908974.5c7ae1bdd1ec23b4f87ebc29e80ff0bd. 2024-11-07T12:18:41,523 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46769/user/jenkins/test-data/0c8e4774-57e1-4808-2a6e-19b0e96fafe4/data/hbase/meta/1588230740/.tmp/info/7c510bb1ffb04295aeac65203838bd38 is 147, key is hbase:replication,,1730981908974.5c7ae1bdd1ec23b4f87ebc29e80ff0bd./info:regioninfo/1730981919347/Put/seqid=0 2024-11-07T12:18:41,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41059 is added to blk_1073741851_1027 (size=6385) 2024-11-07T12:18:41,586 INFO [regionserver/87fb68174c52:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-07T12:18:41,586 INFO [regionserver/87fb68174c52:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-07T12:18:41,587 INFO [regionserver/87fb68174c52:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-07T12:18:41,707 DEBUG [RS:0;87fb68174c52:40177 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-07T12:18:41,907 DEBUG [RS:0;87fb68174c52:40177 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-07T12:18:41,927 INFO [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:46769/user/jenkins/test-data/0c8e4774-57e1-4808-2a6e-19b0e96fafe4/data/hbase/meta/1588230740/.tmp/info/7c510bb1ffb04295aeac65203838bd38 2024-11-07T12:18:41,933 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46769/user/jenkins/test-data/0c8e4774-57e1-4808-2a6e-19b0e96fafe4/data/hbase/meta/1588230740/.tmp/info/7c510bb1ffb04295aeac65203838bd38 as hdfs://localhost:46769/user/jenkins/test-data/0c8e4774-57e1-4808-2a6e-19b0e96fafe4/data/hbase/meta/1588230740/info/7c510bb1ffb04295aeac65203838bd38 2024-11-07T12:18:41,938 INFO [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46769/user/jenkins/test-data/0c8e4774-57e1-4808-2a6e-19b0e96fafe4/data/hbase/meta/1588230740/info/7c510bb1ffb04295aeac65203838bd38, entries=8, sequenceid=19, filesize=6.2 K 2024-11-07T12:18:41,939 INFO [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 432ms, sequenceid=19, compaction requested=false 2024-11-07T12:18:41,945 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46769/user/jenkins/test-data/0c8e4774-57e1-4808-2a6e-19b0e96fafe4/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14 2024-11-07T12:18:41,945 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-07T12:18:41,945 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-07T12:18:41,945 INFO [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-07T12:18:41,946 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1730981921507Running coprocessor pre-close hooks at 1730981921507Disabling compacts and flushes for region at 1730981921507Disabling writes for close at 1730981921507Obtaining lock to block concurrent updates at 1730981921507Preparing flush snapshotting stores in 1588230740 at 1730981921507Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1730981921507Flushing stores of hbase:meta,,1.1588230740 at 1730981921508 (+1 ms)Flushing 1588230740/info: creating writer at 1730981921508Flushing 1588230740/info: appending metadata at 1730981921522 (+14 ms)Flushing 1588230740/info: closing flushed file at 1730981921522Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4c867652: reopening flushed file at 1730981921933 (+411 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 432ms, sequenceid=19, compaction requested=false at 1730981921939 (+6 ms)Writing region close event to WAL at 1730981921941 (+2 ms)Running coprocessor post-close hooks at 1730981921945 (+4 ms)Closed at 1730981921945 2024-11-07T12:18:41,946 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-07T12:18:42,107 INFO [RS:0;87fb68174c52:40177 {}] regionserver.HRegionServer(976): stopping server 87fb68174c52,40177,1730981913899; all regions closed. 2024-11-07T12:18:42,110 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41059 is added to blk_1073741849_1025 (size=2156) 2024-11-07T12:18:42,110 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/0c8e4774-57e1-4808-2a6e-19b0e96fafe4/WALs/87fb68174c52,40177,1730981913899/87fb68174c52%2C40177%2C1730981913899.meta.1730981915036.meta not finished, retry = 0 2024-11-07T12:18:42,212 DEBUG [RS:0;87fb68174c52:40177 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/0c8e4774-57e1-4808-2a6e-19b0e96fafe4/oldWALs 2024-11-07T12:18:42,212 INFO [RS:0;87fb68174c52:40177 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 87fb68174c52%2C40177%2C1730981913899.meta:.meta(num 1730981915036) 2024-11-07T12:18:42,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41059 is added to blk_1073741850_1026 (size=796) 2024-11-07T12:18:42,216 DEBUG [RS:0;87fb68174c52:40177 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/0c8e4774-57e1-4808-2a6e-19b0e96fafe4/oldWALs 2024-11-07T12:18:42,216 INFO [RS:0;87fb68174c52:40177 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 87fb68174c52%2C40177%2C1730981913899.rep:(num 1730981919311) 2024-11-07T12:18:42,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41059 is added to blk_1073741848_1024 (size=93) 2024-11-07T12:18:42,220 DEBUG [RS:0;87fb68174c52:40177 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/0c8e4774-57e1-4808-2a6e-19b0e96fafe4/oldWALs 2024-11-07T12:18:42,220 INFO [RS:0;87fb68174c52:40177 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 87fb68174c52%2C40177%2C1730981913899:(num 1730981914732) 2024-11-07T12:18:42,220 DEBUG [RS:0;87fb68174c52:40177 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:18:42,220 INFO [RS:0;87fb68174c52:40177 {}] regionserver.LeaseManager(133): Closed leases 2024-11-07T12:18:42,220 INFO [RS:0;87fb68174c52:40177 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-07T12:18:42,220 INFO [RS:0;87fb68174c52:40177 {}] hbase.ChoreService(370): Chore service for: regionserver/87fb68174c52:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-07T12:18:42,220 INFO [RS:0;87fb68174c52:40177 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-07T12:18:42,220 INFO [regionserver/87fb68174c52:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-07T12:18:42,220 INFO [RS:0;87fb68174c52:40177 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-87fb68174c52,40177,1730981913899 because: Region server is closing 2024-11-07T12:18:42,220 WARN [RS_CLAIM_REPLICATION_QUEUE-regionserver/87fb68174c52:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue. 2024-11-07T12:18:42,220 INFO [RS_CLAIM_REPLICATION_QUEUE-regionserver/87fb68174c52:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down 2024-11-07T12:18:42,220 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/87fb68174c52:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-07T12:18:42,220 INFO [RS:0;87fb68174c52:40177 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;87fb68174c52:40177. 2024-11-07T12:18:42,220 DEBUG [RS:0;87fb68174c52:40177 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T12:18:42,221 DEBUG [RS:0;87fb68174c52:40177 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:18:42,222 DEBUG [RS:0;87fb68174c52:40177 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:18:42,224 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T12:18:42,322 WARN [RS:0;87fb68174c52:40177.replicationSource.shipper87fb68174c52%2C40177%2C1730981913899,1-87fb68174c52,40177,1730981913899 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-07T12:18:42,322 WARN [RS:0;87fb68174c52:40177.replicationSource.wal-reader.87fb68174c52%2C40177%2C1730981913899,1-87fb68174c52,40177,1730981913899 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-07T12:18:42,323 INFO [RS:0;87fb68174c52:40177 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;87fb68174c52:40177.replicationSource.shipper87fb68174c52%2C40177%2C1730981913899,1-87fb68174c52,40177,1730981913899 terminated 2024-11-07T12:18:42,323 INFO [RS:0;87fb68174c52:40177 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:40177 2024-11-07T12:18:42,325 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40177-0x1001a2dbdf70007, quorum=127.0.0.1:62492, baseZNode=/0-1309305842 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1309305842/rs/87fb68174c52,40177,1730981913899 2024-11-07T12:18:42,325 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41449-0x1001a2dbdf70006, quorum=127.0.0.1:62492, baseZNode=/0-1309305842 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1309305842/rs 2024-11-07T12:18:42,325 INFO [RS:0;87fb68174c52:40177 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-07T12:18:42,326 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [87fb68174c52,40177,1730981913899] 2024-11-07T12:18:42,327 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1309305842/draining/87fb68174c52,40177,1730981913899 already deleted, retry=false 2024-11-07T12:18:42,327 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 87fb68174c52,40177,1730981913899 expired; onlineServers=0 2024-11-07T12:18:42,327 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '87fb68174c52,41449,1730981913871' ***** 2024-11-07T12:18:42,328 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-07T12:18:42,328 INFO [M:0;87fb68174c52:41449 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-07T12:18:42,328 INFO [M:0;87fb68174c52:41449 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-07T12:18:42,328 DEBUG [M:0;87fb68174c52:41449 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-07T12:18:42,328 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-07T12:18:42,328 DEBUG [M:0;87fb68174c52:41449 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-07T12:18:42,328 DEBUG [master/87fb68174c52:0:becomeActiveMaster-HFileCleaner.large.0-1730981914470 {}] cleaner.HFileCleaner(306): Exit Thread[master/87fb68174c52:0:becomeActiveMaster-HFileCleaner.large.0-1730981914470,5,FailOnTimeoutGroup] 2024-11-07T12:18:42,328 INFO [M:0;87fb68174c52:41449 {}] hbase.ChoreService(370): Chore service for: master/87fb68174c52:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-07T12:18:42,328 DEBUG [master/87fb68174c52:0:becomeActiveMaster-HFileCleaner.small.0-1730981914474 {}] cleaner.HFileCleaner(306): Exit Thread[master/87fb68174c52:0:becomeActiveMaster-HFileCleaner.small.0-1730981914474,5,FailOnTimeoutGroup] 2024-11-07T12:18:42,328 INFO [M:0;87fb68174c52:41449 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-07T12:18:42,328 DEBUG [M:0;87fb68174c52:41449 {}] master.HMaster(1795): Stopping service threads 2024-11-07T12:18:42,328 INFO [M:0;87fb68174c52:41449 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-07T12:18:42,328 INFO [M:0;87fb68174c52:41449 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-07T12:18:42,328 INFO [M:0;87fb68174c52:41449 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-07T12:18:42,328 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-07T12:18:42,330 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41449-0x1001a2dbdf70006, quorum=127.0.0.1:62492, baseZNode=/0-1309305842 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1309305842/master 2024-11-07T12:18:42,330 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41449-0x1001a2dbdf70006, quorum=127.0.0.1:62492, baseZNode=/0-1309305842 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1309305842 2024-11-07T12:18:42,330 DEBUG [M:0;87fb68174c52:41449 {}] zookeeper.ZKUtil(347): master:41449-0x1001a2dbdf70006, quorum=127.0.0.1:62492, baseZNode=/0-1309305842 Unable to get data of znode /0-1309305842/master because node does not exist (not an error) 2024-11-07T12:18:42,330 WARN [M:0;87fb68174c52:41449 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-07T12:18:42,330 INFO [M:0;87fb68174c52:41449 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:46769/user/jenkins/test-data/0c8e4774-57e1-4808-2a6e-19b0e96fafe4/.lastflushedseqids 2024-11-07T12:18:42,335 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41059 is added to blk_1073741852_1028 (size=181) 2024-11-07T12:18:42,427 INFO [RS:0;87fb68174c52:40177 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-07T12:18:42,427 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40177-0x1001a2dbdf70007, quorum=127.0.0.1:62492, baseZNode=/0-1309305842 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T12:18:42,427 INFO [RS:0;87fb68174c52:40177 {}] regionserver.HRegionServer(1031): Exiting; stopping=87fb68174c52,40177,1730981913899; zookeeper connection closed. 2024-11-07T12:18:42,427 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40177-0x1001a2dbdf70007, quorum=127.0.0.1:62492, baseZNode=/0-1309305842 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T12:18:42,428 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@9f6b102 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@9f6b102 2024-11-07T12:18:42,428 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-07T12:18:42,736 INFO [M:0;87fb68174c52:41449 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-07T12:18:42,736 INFO [M:0;87fb68174c52:41449 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-07T12:18:42,736 DEBUG [M:0;87fb68174c52:41449 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-07T12:18:42,736 INFO [M:0;87fb68174c52:41449 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T12:18:42,736 DEBUG [M:0;87fb68174c52:41449 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T12:18:42,736 DEBUG [M:0;87fb68174c52:41449 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-07T12:18:42,736 DEBUG [M:0;87fb68174c52:41449 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T12:18:42,736 INFO [M:0;87fb68174c52:41449 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB 2024-11-07T12:18:42,752 DEBUG [M:0;87fb68174c52:41449 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46769/user/jenkins/test-data/0c8e4774-57e1-4808-2a6e-19b0e96fafe4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a579de5ba85d4af68c8fd35c02cd5b54 is 82, key is hbase:meta,,1/info:regioninfo/1730981915113/Put/seqid=0 2024-11-07T12:18:42,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41059 is added to blk_1073741853_1029 (size=5672) 2024-11-07T12:18:43,157 INFO [M:0;87fb68174c52:41449 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:46769/user/jenkins/test-data/0c8e4774-57e1-4808-2a6e-19b0e96fafe4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a579de5ba85d4af68c8fd35c02cd5b54 2024-11-07T12:18:43,187 DEBUG [M:0;87fb68174c52:41449 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46769/user/jenkins/test-data/0c8e4774-57e1-4808-2a6e-19b0e96fafe4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/34ad8dec530546ba8e9872e1e3602bfd is 375, key is \x00\x00\x00\x00\x00\x00\x00\x0C/proc:d/1730981919352/Put/seqid=0 2024-11-07T12:18:43,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41059 is added to blk_1073741854_1030 (size=7312) 2024-11-07T12:18:43,199 INFO [M:0;87fb68174c52:41449 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:46769/user/jenkins/test-data/0c8e4774-57e1-4808-2a6e-19b0e96fafe4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/34ad8dec530546ba8e9872e1e3602bfd 2024-11-07T12:18:43,240 DEBUG [M:0;87fb68174c52:41449 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46769/user/jenkins/test-data/0c8e4774-57e1-4808-2a6e-19b0e96fafe4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8835dcee8ff8447bb1aebb248c901dba is 69, key is 87fb68174c52,40177,1730981913899/rs:state/1730981914540/Put/seqid=0 2024-11-07T12:18:43,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41059 is added to blk_1073741855_1031 (size=5370) 2024-11-07T12:18:43,647 INFO [M:0;87fb68174c52:41449 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:46769/user/jenkins/test-data/0c8e4774-57e1-4808-2a6e-19b0e96fafe4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8835dcee8ff8447bb1aebb248c901dba 2024-11-07T12:18:43,655 INFO [M:0;87fb68174c52:41449 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8835dcee8ff8447bb1aebb248c901dba 2024-11-07T12:18:43,656 DEBUG [M:0;87fb68174c52:41449 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46769/user/jenkins/test-data/0c8e4774-57e1-4808-2a6e-19b0e96fafe4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a579de5ba85d4af68c8fd35c02cd5b54 as hdfs://localhost:46769/user/jenkins/test-data/0c8e4774-57e1-4808-2a6e-19b0e96fafe4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a579de5ba85d4af68c8fd35c02cd5b54 2024-11-07T12:18:43,677 INFO [M:0;87fb68174c52:41449 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46769/user/jenkins/test-data/0c8e4774-57e1-4808-2a6e-19b0e96fafe4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a579de5ba85d4af68c8fd35c02cd5b54, entries=8, sequenceid=127, filesize=5.5 K 2024-11-07T12:18:43,680 DEBUG [M:0;87fb68174c52:41449 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46769/user/jenkins/test-data/0c8e4774-57e1-4808-2a6e-19b0e96fafe4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/34ad8dec530546ba8e9872e1e3602bfd as hdfs://localhost:46769/user/jenkins/test-data/0c8e4774-57e1-4808-2a6e-19b0e96fafe4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/34ad8dec530546ba8e9872e1e3602bfd 2024-11-07T12:18:43,692 INFO [M:0;87fb68174c52:41449 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46769/user/jenkins/test-data/0c8e4774-57e1-4808-2a6e-19b0e96fafe4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/34ad8dec530546ba8e9872e1e3602bfd, entries=7, sequenceid=127, filesize=7.1 K 2024-11-07T12:18:43,693 DEBUG [M:0;87fb68174c52:41449 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46769/user/jenkins/test-data/0c8e4774-57e1-4808-2a6e-19b0e96fafe4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8835dcee8ff8447bb1aebb248c901dba as hdfs://localhost:46769/user/jenkins/test-data/0c8e4774-57e1-4808-2a6e-19b0e96fafe4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8835dcee8ff8447bb1aebb248c901dba 2024-11-07T12:18:43,707 INFO [M:0;87fb68174c52:41449 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8835dcee8ff8447bb1aebb248c901dba 2024-11-07T12:18:43,708 INFO [M:0;87fb68174c52:41449 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46769/user/jenkins/test-data/0c8e4774-57e1-4808-2a6e-19b0e96fafe4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8835dcee8ff8447bb1aebb248c901dba, entries=2, sequenceid=127, filesize=5.2 K 2024-11-07T12:18:43,709 INFO [M:0;87fb68174c52:41449 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 973ms, sequenceid=127, compaction requested=false 2024-11-07T12:18:43,723 INFO [M:0;87fb68174c52:41449 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T12:18:43,723 DEBUG [M:0;87fb68174c52:41449 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1730981922736Disabling compacts and flushes for region at 1730981922736Disabling writes for close at 1730981922736Obtaining lock to block concurrent updates at 1730981922736Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1730981922736Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1730981922737 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1730981922737Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1730981922737Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1730981922752 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1730981922752Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1730981923164 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1730981923186 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1730981923187 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1730981923217 (+30 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1730981923239 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1730981923240 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@da89fc8: reopening flushed file at 1730981923655 (+415 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4fad282: reopening flushed file at 1730981923678 (+23 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@388a5fcc: reopening flushed file at 1730981923692 (+14 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 973ms, sequenceid=127, compaction requested=false at 1730981923709 (+17 ms)Writing region close event to WAL at 1730981923723 (+14 ms)Closed at 1730981923723 2024-11-07T12:18:43,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41059 is added to blk_1073741847_1023 (size=22903) 2024-11-07T12:18:43,742 INFO [M:0;87fb68174c52:41449 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-07T12:18:43,742 INFO [M:0;87fb68174c52:41449 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:41449 2024-11-07T12:18:43,742 INFO [M:0;87fb68174c52:41449 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-07T12:18:43,742 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-07T12:18:43,845 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41449-0x1001a2dbdf70006, quorum=127.0.0.1:62492, baseZNode=/0-1309305842 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T12:18:43,845 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41449-0x1001a2dbdf70006, quorum=127.0.0.1:62492, baseZNode=/0-1309305842 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T12:18:43,845 INFO [M:0;87fb68174c52:41449 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-07T12:18:43,857 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@d4417ac{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T12:18:43,857 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@14071489{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-07T12:18:43,857 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-07T12:18:43,857 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@16acb552{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-07T12:18:43,858 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2746a1f9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2a8a480-89be-768f-0a40-0c8a6b677241/hadoop.log.dir/,STOPPED} 2024-11-07T12:18:43,861 WARN [BP-950059505-172.17.0.3-1730981901167 heartbeating to localhost/127.0.0.1:46769 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-07T12:18:43,861 WARN [BP-950059505-172.17.0.3-1730981901167 heartbeating to localhost/127.0.0.1:46769 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-950059505-172.17.0.3-1730981901167 (Datanode Uuid b642eee5-5370-441a-be33-ce567e1f9863) service to localhost/127.0.0.1:46769 2024-11-07T12:18:43,861 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2a8a480-89be-768f-0a40-0c8a6b677241/cluster_dad4e1fa-25c2-412a-4b99-84ca22569754/data/data1/current/BP-950059505-172.17.0.3-1730981901167 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T12:18:43,862 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2a8a480-89be-768f-0a40-0c8a6b677241/cluster_dad4e1fa-25c2-412a-4b99-84ca22569754/data/data2/current/BP-950059505-172.17.0.3-1730981901167 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T12:18:43,862 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-07T12:18:43,862 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-07T12:18:43,862 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-07T12:18:43,871 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1bdad373{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-07T12:18:43,872 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@23b4969c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-07T12:18:43,872 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-07T12:18:43,872 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5f13e84a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-07T12:18:43,873 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@ef16663{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2a8a480-89be-768f-0a40-0c8a6b677241/hadoop.log.dir/,STOPPED} 2024-11-07T12:18:43,888 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-07T12:18:43,907 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-07T12:18:43,922 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=205 (was 159) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43859 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:43859 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46769 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:43859 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-15-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.8@localhost:43859 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:46769 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:43859 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:43859 from jenkins.hfs.8 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-14-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43859 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: globalEventExecutor-1-10 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//io.netty.util.concurrent.GlobalEventExecutor.takeTask(GlobalEventExecutor.java:113) app//io.netty.util.concurrent.GlobalEventExecutor$TaskRunner.run(GlobalEventExecutor.java:259) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46769 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.9@localhost:46769 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: nioEventLoopGroup-14-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:46769 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46769 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:46769 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-21-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:62492) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-15-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.7@localhost:46769 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:62492) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:46769 from jenkins.hfs.9 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43859 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: HMaster-EventLoopGroup-17-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43859 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=569 (was 503) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=246 (was 182) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=621 (was 289) - AvailableMemoryMB LEAK? - 2024-11-07T12:18:43,932 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileCyclicReplication Thread=205, OpenFileDescriptor=569, MaxFileDescriptor=1048576, SystemLoadAverage=246, ProcessCount=11, AvailableMemoryMB=621 2024-11-07T12:18:43,946 INFO [Time-limited test {}] replication.TestMasterReplication(190): testHFileCyclicReplication 2024-11-07T12:18:43,946 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a15819fd-d454-cc71-76e1-8bf47faf0e58/hadoop.log.dir so I do NOT create it in target/test-data/e9563c77-1409-531c-3e8c-cf89c174830b 2024-11-07T12:18:43,946 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a15819fd-d454-cc71-76e1-8bf47faf0e58/hadoop.log.dir Erasing configuration value by system value. 2024-11-07T12:18:43,946 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a15819fd-d454-cc71-76e1-8bf47faf0e58/hadoop.tmp.dir so I do NOT create it in target/test-data/e9563c77-1409-531c-3e8c-cf89c174830b 2024-11-07T12:18:43,946 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a15819fd-d454-cc71-76e1-8bf47faf0e58/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-07T12:18:43,946 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9563c77-1409-531c-3e8c-cf89c174830b 2024-11-07T12:18:43,946 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9563c77-1409-531c-3e8c-cf89c174830b/cluster_75e69a7c-256c-cc62-5f88-11d9a3ad5733, deleteOnExit=true 2024-11-07T12:18:43,949 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9563c77-1409-531c-3e8c-cf89c174830b/cluster_75e69a7c-256c-cc62-5f88-11d9a3ad5733/zookeeper_0, clientPort=60173, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9563c77-1409-531c-3e8c-cf89c174830b/cluster_75e69a7c-256c-cc62-5f88-11d9a3ad5733/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9563c77-1409-531c-3e8c-cf89c174830b/cluster_75e69a7c-256c-cc62-5f88-11d9a3ad5733/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-07T12:18:43,950 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=60173 2024-11-07T12:18:43,950 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-07T12:18:43,950 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-07T12:18:43,950 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9563c77-1409-531c-3e8c-cf89c174830b/test.cache.data in system properties and HBase conf 2024-11-07T12:18:43,950 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9563c77-1409-531c-3e8c-cf89c174830b/hadoop.tmp.dir in system properties and HBase conf 2024-11-07T12:18:43,950 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9563c77-1409-531c-3e8c-cf89c174830b/hadoop.log.dir in system properties and HBase conf 2024-11-07T12:18:43,950 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9563c77-1409-531c-3e8c-cf89c174830b/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-07T12:18:43,950 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9563c77-1409-531c-3e8c-cf89c174830b/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-07T12:18:43,950 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-07T12:18:43,950 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-07T12:18:43,951 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9563c77-1409-531c-3e8c-cf89c174830b/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-07T12:18:43,951 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9563c77-1409-531c-3e8c-cf89c174830b/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-07T12:18:43,951 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9563c77-1409-531c-3e8c-cf89c174830b/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-07T12:18:43,951 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9563c77-1409-531c-3e8c-cf89c174830b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-07T12:18:43,951 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9563c77-1409-531c-3e8c-cf89c174830b/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-07T12:18:43,951 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9563c77-1409-531c-3e8c-cf89c174830b/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-07T12:18:43,951 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9563c77-1409-531c-3e8c-cf89c174830b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-07T12:18:43,951 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9563c77-1409-531c-3e8c-cf89c174830b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-07T12:18:43,951 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9563c77-1409-531c-3e8c-cf89c174830b/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-07T12:18:43,951 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9563c77-1409-531c-3e8c-cf89c174830b/nfs.dump.dir in system properties and HBase conf 2024-11-07T12:18:43,951 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9563c77-1409-531c-3e8c-cf89c174830b/java.io.tmpdir in system properties and HBase conf 2024-11-07T12:18:43,951 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9563c77-1409-531c-3e8c-cf89c174830b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-07T12:18:43,951 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9563c77-1409-531c-3e8c-cf89c174830b/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-07T12:18:43,951 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9563c77-1409-531c-3e8c-cf89c174830b/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-07T12:18:43,980 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1001a2dbdf70005, quorum=127.0.0.1:62492, baseZNode=/1-1803183327 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-07T12:18:43,980 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1001a2dbdf70002, quorum=127.0.0.1:62492, baseZNode=/0-1309305842 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-07T12:18:43,980 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1001a2dbdf70005, quorum=127.0.0.1:62492, baseZNode=/1-1803183327 Received Disconnected from ZooKeeper, ignoring 2024-11-07T12:18:43,980 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1001a2dbdf70002, quorum=127.0.0.1:62492, baseZNode=/0-1309305842 Received Disconnected from ZooKeeper, ignoring 2024-11-07T12:18:44,050 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T12:18:44,055 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-07T12:18:44,060 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-07T12:18:44,060 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-07T12:18:44,060 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-07T12:18:44,061 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T12:18:44,063 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@21b32a8f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9563c77-1409-531c-3e8c-cf89c174830b/hadoop.log.dir/,AVAILABLE} 2024-11-07T12:18:44,063 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@29b2d4a3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-07T12:18:44,217 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@26b0899c{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9563c77-1409-531c-3e8c-cf89c174830b/java.io.tmpdir/jetty-localhost-38017-hadoop-hdfs-3_4_1-tests_jar-_-any-6012951446817805370/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-07T12:18:44,217 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@551c25f1{HTTP/1.1, (http/1.1)}{localhost:38017} 2024-11-07T12:18:44,217 INFO [Time-limited test {}] server.Server(415): Started @154417ms 2024-11-07T12:18:44,299 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T12:18:44,303 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-07T12:18:44,304 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-07T12:18:44,305 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-07T12:18:44,305 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-07T12:18:44,305 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@51dfdf67{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9563c77-1409-531c-3e8c-cf89c174830b/hadoop.log.dir/,AVAILABLE} 2024-11-07T12:18:44,305 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3979a70c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-07T12:18:44,442 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5226859e{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9563c77-1409-531c-3e8c-cf89c174830b/java.io.tmpdir/jetty-localhost-44227-hadoop-hdfs-3_4_1-tests_jar-_-any-8035554651118252080/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T12:18:44,442 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@538ae97f{HTTP/1.1, (http/1.1)}{localhost:44227} 2024-11-07T12:18:44,442 INFO [Time-limited test {}] server.Server(415): Started @154642ms 2024-11-07T12:18:44,444 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-07T12:18:44,535 WARN [Thread-1675 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9563c77-1409-531c-3e8c-cf89c174830b/cluster_75e69a7c-256c-cc62-5f88-11d9a3ad5733/data/data1/current/BP-701555756-172.17.0.3-1730981923987/current, will proceed with Du for space computation calculation, 2024-11-07T12:18:44,535 WARN [Thread-1676 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9563c77-1409-531c-3e8c-cf89c174830b/cluster_75e69a7c-256c-cc62-5f88-11d9a3ad5733/data/data2/current/BP-701555756-172.17.0.3-1730981923987/current, will proceed with Du for space computation calculation, 2024-11-07T12:18:44,555 WARN [Thread-1663 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-07T12:18:44,557 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7afc954365e4e348 with lease ID 0x6ba306a7fa9b6b05: Processing first storage report for DS-6e264d4c-2fcc-472e-bfc1-27c95916cf3a from datanode DatanodeRegistration(127.0.0.1:38715, datanodeUuid=ff62c247-2e26-4078-bc83-c91c89d09d4b, infoPort=37975, infoSecurePort=0, ipcPort=36759, storageInfo=lv=-57;cid=testClusterID;nsid=1552051409;c=1730981923987) 2024-11-07T12:18:44,557 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7afc954365e4e348 with lease ID 0x6ba306a7fa9b6b05: from storage DS-6e264d4c-2fcc-472e-bfc1-27c95916cf3a node DatanodeRegistration(127.0.0.1:38715, datanodeUuid=ff62c247-2e26-4078-bc83-c91c89d09d4b, infoPort=37975, infoSecurePort=0, ipcPort=36759, storageInfo=lv=-57;cid=testClusterID;nsid=1552051409;c=1730981923987), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-07T12:18:44,557 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7afc954365e4e348 with lease ID 0x6ba306a7fa9b6b05: Processing first storage report for DS-d96feeaf-fda8-4ca1-a22b-6570579af6cc from datanode DatanodeRegistration(127.0.0.1:38715, datanodeUuid=ff62c247-2e26-4078-bc83-c91c89d09d4b, infoPort=37975, infoSecurePort=0, ipcPort=36759, storageInfo=lv=-57;cid=testClusterID;nsid=1552051409;c=1730981923987) 2024-11-07T12:18:44,557 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7afc954365e4e348 with lease ID 0x6ba306a7fa9b6b05: from storage DS-d96feeaf-fda8-4ca1-a22b-6570579af6cc node DatanodeRegistration(127.0.0.1:38715, datanodeUuid=ff62c247-2e26-4078-bc83-c91c89d09d4b, infoPort=37975, infoSecurePort=0, ipcPort=36759, storageInfo=lv=-57;cid=testClusterID;nsid=1552051409;c=1730981923987), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-07T12:18:44,573 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9563c77-1409-531c-3e8c-cf89c174830b 2024-11-07T12:18:44,573 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T12:18:44,575 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T12:18:44,582 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38715 is added to blk_1073741825_1001 (size=7) 2024-11-07T12:18:44,983 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46093/user/jenkins/test-data/7456a9a6-b421-e923-7261-4ea3339024fa with version=8 2024-11-07T12:18:44,983 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:46093/user/jenkins/test-data/7456a9a6-b421-e923-7261-4ea3339024fa/hbase-staging 2024-11-07T12:18:44,986 INFO [Time-limited test {}] client.ConnectionUtils(128): master/87fb68174c52:0 server-side Connection retries=45 2024-11-07T12:18:44,986 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T12:18:44,986 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-07T12:18:44,986 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-07T12:18:44,986 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T12:18:44,986 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-07T12:18:44,986 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-07T12:18:44,986 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T12:18:44,987 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:36323 2024-11-07T12:18:44,988 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36323 connecting to ZooKeeper ensemble=127.0.0.1:60173 2024-11-07T12:18:44,994 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:363230x0, quorum=127.0.0.1:60173, baseZNode=/0655307062 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T12:18:44,994 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36323-0x1001a2e170b0000 connected 2024-11-07T12:18:45,018 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T12:18:45,019 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T12:18:45,021 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36323-0x1001a2e170b0000, quorum=127.0.0.1:60173, baseZNode=/0655307062 Set watcher on znode that does not yet exist, /0655307062/running 2024-11-07T12:18:45,021 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:46093/user/jenkins/test-data/7456a9a6-b421-e923-7261-4ea3339024fa, hbase.cluster.distributed=false 2024-11-07T12:18:45,023 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36323-0x1001a2e170b0000, quorum=127.0.0.1:60173, baseZNode=/0655307062 Set watcher on znode that does not yet exist, /0655307062/acl 2024-11-07T12:18:45,025 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36323 2024-11-07T12:18:45,027 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36323 2024-11-07T12:18:45,028 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36323 2024-11-07T12:18:45,031 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36323 2024-11-07T12:18:45,032 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36323 2024-11-07T12:18:45,054 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/87fb68174c52:0 server-side Connection retries=45 2024-11-07T12:18:45,054 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T12:18:45,054 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-07T12:18:45,054 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-07T12:18:45,054 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T12:18:45,054 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-07T12:18:45,054 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-07T12:18:45,054 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T12:18:45,055 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:33657 2024-11-07T12:18:45,055 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33657 connecting to ZooKeeper ensemble=127.0.0.1:60173 2024-11-07T12:18:45,056 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T12:18:45,057 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T12:18:45,062 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:336570x0, quorum=127.0.0.1:60173, baseZNode=/0655307062 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T12:18:45,062 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:336570x0, quorum=127.0.0.1:60173, baseZNode=/0655307062 Set watcher on znode that does not yet exist, /0655307062/running 2024-11-07T12:18:45,062 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33657-0x1001a2e170b0001 connected 2024-11-07T12:18:45,062 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-07T12:18:45,066 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-07T12:18:45,067 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33657-0x1001a2e170b0001, quorum=127.0.0.1:60173, baseZNode=/0655307062 Set watcher on znode that does not yet exist, /0655307062/master 2024-11-07T12:18:45,068 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33657-0x1001a2e170b0001, quorum=127.0.0.1:60173, baseZNode=/0655307062 Set watcher on znode that does not yet exist, /0655307062/acl 2024-11-07T12:18:45,068 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33657 2024-11-07T12:18:45,072 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33657 2024-11-07T12:18:45,073 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33657 2024-11-07T12:18:45,074 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33657 2024-11-07T12:18:45,075 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33657 2024-11-07T12:18:45,086 DEBUG [M:0;87fb68174c52:36323 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;87fb68174c52:36323 2024-11-07T12:18:45,087 INFO [master/87fb68174c52:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0655307062/backup-masters/87fb68174c52,36323,1730981924986 2024-11-07T12:18:45,088 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36323-0x1001a2e170b0000, quorum=127.0.0.1:60173, baseZNode=/0655307062 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0655307062/backup-masters 2024-11-07T12:18:45,088 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33657-0x1001a2e170b0001, quorum=127.0.0.1:60173, baseZNode=/0655307062 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0655307062/backup-masters 2024-11-07T12:18:45,089 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36323-0x1001a2e170b0000, quorum=127.0.0.1:60173, baseZNode=/0655307062 Set watcher on existing znode=/0655307062/backup-masters/87fb68174c52,36323,1730981924986 2024-11-07T12:18:45,090 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33657-0x1001a2e170b0001, quorum=127.0.0.1:60173, baseZNode=/0655307062 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0655307062/master 2024-11-07T12:18:45,090 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36323-0x1001a2e170b0000, quorum=127.0.0.1:60173, baseZNode=/0655307062 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0655307062 2024-11-07T12:18:45,090 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33657-0x1001a2e170b0001, quorum=127.0.0.1:60173, baseZNode=/0655307062 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0655307062 2024-11-07T12:18:45,091 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36323-0x1001a2e170b0000, quorum=127.0.0.1:60173, baseZNode=/0655307062 Set watcher on existing znode=/0655307062/master 2024-11-07T12:18:45,091 INFO [master/87fb68174c52:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0655307062/backup-masters/87fb68174c52,36323,1730981924986 from backup master directory 2024-11-07T12:18:45,092 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33657-0x1001a2e170b0001, quorum=127.0.0.1:60173, baseZNode=/0655307062 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0655307062/backup-masters 2024-11-07T12:18:45,092 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36323-0x1001a2e170b0000, quorum=127.0.0.1:60173, baseZNode=/0655307062 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0655307062/backup-masters/87fb68174c52,36323,1730981924986 2024-11-07T12:18:45,092 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36323-0x1001a2e170b0000, quorum=127.0.0.1:60173, baseZNode=/0655307062 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0655307062/backup-masters 2024-11-07T12:18:45,093 WARN [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-07T12:18:45,093 INFO [master/87fb68174c52:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=87fb68174c52,36323,1730981924986 2024-11-07T12:18:45,096 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:46093/user/jenkins/test-data/7456a9a6-b421-e923-7261-4ea3339024fa/hbase.id] with ID: 15aca604-7fcb-4a4e-b2a7-9df6f324c8bb 2024-11-07T12:18:45,096 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:46093/user/jenkins/test-data/7456a9a6-b421-e923-7261-4ea3339024fa/.tmp/hbase.id 2024-11-07T12:18:45,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38715 is added to blk_1073741826_1002 (size=42) 2024-11-07T12:18:45,245 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-07T12:18:45,245 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-07T12:18:45,245 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-07T12:18:45,246 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-07T12:18:45,503 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:46093/user/jenkins/test-data/7456a9a6-b421-e923-7261-4ea3339024fa/.tmp/hbase.id]:[hdfs://localhost:46093/user/jenkins/test-data/7456a9a6-b421-e923-7261-4ea3339024fa/hbase.id] 2024-11-07T12:18:45,512 INFO [master/87fb68174c52:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T12:18:45,513 INFO [master/87fb68174c52:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-07T12:18:45,514 INFO [master/87fb68174c52:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-07T12:18:45,516 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36323-0x1001a2e170b0000, quorum=127.0.0.1:60173, baseZNode=/0655307062 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0655307062 2024-11-07T12:18:45,516 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33657-0x1001a2e170b0001, quorum=127.0.0.1:60173, baseZNode=/0655307062 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0655307062 2024-11-07T12:18:45,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38715 is added to blk_1073741827_1003 (size=196) 2024-11-07T12:18:45,922 INFO [master/87fb68174c52:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-07T12:18:45,922 INFO [master/87fb68174c52:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-07T12:18:45,923 INFO [master/87fb68174c52:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T12:18:45,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38715 is added to blk_1073741828_1004 (size=1189) 2024-11-07T12:18:46,329 INFO [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:46093/user/jenkins/test-data/7456a9a6-b421-e923-7261-4ea3339024fa/MasterData/data/master/store 2024-11-07T12:18:46,335 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38715 is added to blk_1073741829_1005 (size=34) 2024-11-07T12:18:46,736 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T12:18:46,736 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-07T12:18:46,736 INFO [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T12:18:46,736 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T12:18:46,736 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-07T12:18:46,736 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T12:18:46,736 INFO [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T12:18:46,736 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1730981926736Disabling compacts and flushes for region at 1730981926736Disabling writes for close at 1730981926736Writing region close event to WAL at 1730981926736Closed at 1730981926736 2024-11-07T12:18:46,737 WARN [master/87fb68174c52:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:46093/user/jenkins/test-data/7456a9a6-b421-e923-7261-4ea3339024fa/MasterData/data/master/store/.initializing 2024-11-07T12:18:46,737 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46093/user/jenkins/test-data/7456a9a6-b421-e923-7261-4ea3339024fa/MasterData/WALs/87fb68174c52,36323,1730981924986 2024-11-07T12:18:46,738 INFO [master/87fb68174c52:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-07T12:18:46,740 INFO [master/87fb68174c52:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=87fb68174c52%2C36323%2C1730981924986, suffix=, logDir=hdfs://localhost:46093/user/jenkins/test-data/7456a9a6-b421-e923-7261-4ea3339024fa/MasterData/WALs/87fb68174c52,36323,1730981924986, archiveDir=hdfs://localhost:46093/user/jenkins/test-data/7456a9a6-b421-e923-7261-4ea3339024fa/MasterData/oldWALs, maxLogs=10 2024-11-07T12:18:46,757 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/7456a9a6-b421-e923-7261-4ea3339024fa/MasterData/WALs/87fb68174c52,36323,1730981924986/87fb68174c52%2C36323%2C1730981924986.1730981926740, exclude list is [], retry=0 2024-11-07T12:18:46,760 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38715,DS-6e264d4c-2fcc-472e-bfc1-27c95916cf3a,DISK] 2024-11-07T12:18:46,762 INFO [master/87fb68174c52:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7456a9a6-b421-e923-7261-4ea3339024fa/MasterData/WALs/87fb68174c52,36323,1730981924986/87fb68174c52%2C36323%2C1730981924986.1730981926740 2024-11-07T12:18:46,762 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37975:37975)] 2024-11-07T12:18:46,762 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-07T12:18:46,762 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T12:18:46,762 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T12:18:46,762 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T12:18:46,764 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T12:18:46,765 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-07T12:18:46,765 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:18:46,765 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T12:18:46,765 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T12:18:46,766 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-07T12:18:46,767 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:18:46,767 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T12:18:46,767 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T12:18:46,768 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-07T12:18:46,768 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:18:46,769 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T12:18:46,769 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T12:18:46,770 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-07T12:18:46,770 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:18:46,770 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T12:18:46,770 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T12:18:46,771 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46093/user/jenkins/test-data/7456a9a6-b421-e923-7261-4ea3339024fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-07T12:18:46,771 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46093/user/jenkins/test-data/7456a9a6-b421-e923-7261-4ea3339024fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-07T12:18:46,772 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T12:18:46,772 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T12:18:46,773 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T12:18:46,774 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T12:18:46,779 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46093/user/jenkins/test-data/7456a9a6-b421-e923-7261-4ea3339024fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T12:18:46,779 INFO [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71218730, jitterRate=0.06124177575111389}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T12:18:46,780 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1730981926762Initializing all the Stores at 1730981926763 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730981926763Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730981926763Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730981926763Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730981926763Cleaning up temporary data from old regions at 1730981926772 (+9 ms)Region opened successfully at 1730981926780 (+8 ms) 2024-11-07T12:18:46,780 INFO [master/87fb68174c52:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-07T12:18:46,783 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a9ad9cc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=87fb68174c52/172.17.0.3:0 2024-11-07T12:18:46,785 INFO [master/87fb68174c52:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-07T12:18:46,785 INFO [master/87fb68174c52:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-07T12:18:46,785 INFO [master/87fb68174c52:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-07T12:18:46,785 INFO [master/87fb68174c52:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-07T12:18:46,785 INFO [master/87fb68174c52:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-07T12:18:46,786 INFO [master/87fb68174c52:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-07T12:18:46,786 INFO [master/87fb68174c52:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-07T12:18:46,795 INFO [master/87fb68174c52:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-07T12:18:46,796 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36323-0x1001a2e170b0000, quorum=127.0.0.1:60173, baseZNode=/0655307062 Unable to get data of znode /0655307062/balancer because node does not exist (not necessarily an error) 2024-11-07T12:18:46,798 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0655307062/balancer already deleted, retry=false 2024-11-07T12:18:46,798 INFO [master/87fb68174c52:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-07T12:18:46,799 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36323-0x1001a2e170b0000, quorum=127.0.0.1:60173, baseZNode=/0655307062 Unable to get data of znode /0655307062/normalizer because node does not exist (not necessarily an error) 2024-11-07T12:18:46,801 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0655307062/normalizer already deleted, retry=false 2024-11-07T12:18:46,801 INFO [master/87fb68174c52:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-07T12:18:46,802 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36323-0x1001a2e170b0000, quorum=127.0.0.1:60173, baseZNode=/0655307062 Unable to get data of znode /0655307062/switch/split because node does not exist (not necessarily an error) 2024-11-07T12:18:46,807 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0655307062/switch/split already deleted, retry=false 2024-11-07T12:18:46,809 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36323-0x1001a2e170b0000, quorum=127.0.0.1:60173, baseZNode=/0655307062 Unable to get data of znode /0655307062/switch/merge because node does not exist (not necessarily an error) 2024-11-07T12:18:46,810 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0655307062/switch/merge already deleted, retry=false 2024-11-07T12:18:46,814 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36323-0x1001a2e170b0000, quorum=127.0.0.1:60173, baseZNode=/0655307062 Unable to get data of znode /0655307062/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-07T12:18:46,816 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0655307062/snapshot-cleanup already deleted, retry=false 2024-11-07T12:18:46,819 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36323-0x1001a2e170b0000, quorum=127.0.0.1:60173, baseZNode=/0655307062 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0655307062/running 2024-11-07T12:18:46,819 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36323-0x1001a2e170b0000, quorum=127.0.0.1:60173, baseZNode=/0655307062 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0655307062 2024-11-07T12:18:46,819 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33657-0x1001a2e170b0001, quorum=127.0.0.1:60173, baseZNode=/0655307062 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0655307062/running 2024-11-07T12:18:46,819 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33657-0x1001a2e170b0001, quorum=127.0.0.1:60173, baseZNode=/0655307062 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0655307062 2024-11-07T12:18:46,819 INFO [master/87fb68174c52:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=87fb68174c52,36323,1730981924986, sessionid=0x1001a2e170b0000, setting cluster-up flag (Was=false) 2024-11-07T12:18:46,828 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36323-0x1001a2e170b0000, quorum=127.0.0.1:60173, baseZNode=/0655307062 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0655307062 2024-11-07T12:18:46,828 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33657-0x1001a2e170b0001, quorum=127.0.0.1:60173, baseZNode=/0655307062 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0655307062 2024-11-07T12:18:46,834 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0655307062/flush-table-proc/acquired, /0655307062/flush-table-proc/reached, /0655307062/flush-table-proc/abort 2024-11-07T12:18:46,836 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=87fb68174c52,36323,1730981924986 2024-11-07T12:18:46,840 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36323-0x1001a2e170b0000, quorum=127.0.0.1:60173, baseZNode=/0655307062 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0655307062 2024-11-07T12:18:46,840 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33657-0x1001a2e170b0001, quorum=127.0.0.1:60173, baseZNode=/0655307062 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0655307062 2024-11-07T12:18:46,845 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0655307062/online-snapshot/acquired, /0655307062/online-snapshot/reached, /0655307062/online-snapshot/abort 2024-11-07T12:18:46,846 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=87fb68174c52,36323,1730981924986 2024-11-07T12:18:46,848 INFO [master/87fb68174c52:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:46093/user/jenkins/test-data/7456a9a6-b421-e923-7261-4ea3339024fa/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-07T12:18:46,849 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-07T12:18:46,849 INFO [master/87fb68174c52:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-07T12:18:46,850 INFO [master/87fb68174c52:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-07T12:18:46,850 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 87fb68174c52,36323,1730981924986 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-07T12:18:46,851 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/87fb68174c52:0, corePoolSize=5, maxPoolSize=5 2024-11-07T12:18:46,851 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/87fb68174c52:0, corePoolSize=5, maxPoolSize=5 2024-11-07T12:18:46,851 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/87fb68174c52:0, corePoolSize=5, maxPoolSize=5 2024-11-07T12:18:46,851 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/87fb68174c52:0, corePoolSize=5, maxPoolSize=5 2024-11-07T12:18:46,851 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/87fb68174c52:0, corePoolSize=10, maxPoolSize=10 2024-11-07T12:18:46,851 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:18:46,851 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/87fb68174c52:0, corePoolSize=2, maxPoolSize=2 2024-11-07T12:18:46,851 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:18:46,866 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T12:18:46,866 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-07T12:18:46,867 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:18:46,867 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-07T12:18:46,873 INFO [master/87fb68174c52:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1730981956873 2024-11-07T12:18:46,873 INFO [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-07T12:18:46,873 INFO [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-07T12:18:46,873 INFO [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-07T12:18:46,873 INFO [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-07T12:18:46,873 INFO [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-07T12:18:46,873 INFO [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-07T12:18:46,888 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-07T12:18:46,890 INFO [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-07T12:18:46,890 INFO [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-07T12:18:46,890 INFO [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-07T12:18:46,890 INFO [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-07T12:18:46,890 INFO [RS:0;87fb68174c52:33657 {}] regionserver.HRegionServer(746): ClusterId : 15aca604-7fcb-4a4e-b2a7-9df6f324c8bb 2024-11-07T12:18:46,890 DEBUG [RS:0;87fb68174c52:33657 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-07T12:18:46,893 DEBUG [RS:0;87fb68174c52:33657 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-07T12:18:46,893 DEBUG [RS:0;87fb68174c52:33657 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-07T12:18:46,895 DEBUG [RS:0;87fb68174c52:33657 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-07T12:18:46,895 DEBUG [RS:0;87fb68174c52:33657 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20f3c58a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=87fb68174c52/172.17.0.3:0 2024-11-07T12:18:46,900 INFO [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-07T12:18:46,900 INFO [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-07T12:18:46,901 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/87fb68174c52:0:becomeActiveMaster-HFileCleaner.large.0-1730981926900,5,FailOnTimeoutGroup] 2024-11-07T12:18:46,903 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/87fb68174c52:0:becomeActiveMaster-HFileCleaner.small.0-1730981926901,5,FailOnTimeoutGroup] 2024-11-07T12:18:46,903 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-07T12:18:46,903 INFO [master/87fb68174c52:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-07T12:18:46,903 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-07T12:18:46,903 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-07T12:18:46,919 DEBUG [RS:0;87fb68174c52:33657 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;87fb68174c52:33657 2024-11-07T12:18:46,919 INFO [RS:0;87fb68174c52:33657 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-07T12:18:46,919 INFO [RS:0;87fb68174c52:33657 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-07T12:18:46,919 DEBUG [RS:0;87fb68174c52:33657 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-07T12:18:46,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38715 is added to blk_1073741831_1007 (size=1321) 2024-11-07T12:18:46,923 INFO [RS:0;87fb68174c52:33657 {}] regionserver.HRegionServer(2659): reportForDuty to master=87fb68174c52,36323,1730981924986 with port=33657, startcode=1730981925053 2024-11-07T12:18:46,923 DEBUG [RS:0;87fb68174c52:33657 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-07T12:18:46,924 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:46093/user/jenkins/test-data/7456a9a6-b421-e923-7261-4ea3339024fa/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-07T12:18:46,924 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46093/user/jenkins/test-data/7456a9a6-b421-e923-7261-4ea3339024fa 2024-11-07T12:18:46,926 INFO [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33859, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=RegionServerStatusService 2024-11-07T12:18:46,927 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36323 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 87fb68174c52,33657,1730981925053 2024-11-07T12:18:46,927 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36323 {}] master.ServerManager(517): Registering regionserver=87fb68174c52,33657,1730981925053 2024-11-07T12:18:46,929 DEBUG [RS:0;87fb68174c52:33657 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46093/user/jenkins/test-data/7456a9a6-b421-e923-7261-4ea3339024fa 2024-11-07T12:18:46,929 DEBUG [RS:0;87fb68174c52:33657 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46093 2024-11-07T12:18:46,929 DEBUG [RS:0;87fb68174c52:33657 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-07T12:18:46,931 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36323-0x1001a2e170b0000, quorum=127.0.0.1:60173, baseZNode=/0655307062 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0655307062/rs 2024-11-07T12:18:46,932 DEBUG [RS:0;87fb68174c52:33657 {}] zookeeper.ZKUtil(111): regionserver:33657-0x1001a2e170b0001, quorum=127.0.0.1:60173, baseZNode=/0655307062 Set watcher on existing znode=/0655307062/rs/87fb68174c52,33657,1730981925053 2024-11-07T12:18:46,932 WARN [RS:0;87fb68174c52:33657 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-07T12:18:46,932 INFO [RS:0;87fb68174c52:33657 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T12:18:46,932 DEBUG [RS:0;87fb68174c52:33657 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46093/user/jenkins/test-data/7456a9a6-b421-e923-7261-4ea3339024fa/WALs/87fb68174c52,33657,1730981925053 2024-11-07T12:18:46,945 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [87fb68174c52,33657,1730981925053] 2024-11-07T12:18:46,955 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38715 is added to blk_1073741832_1008 (size=32) 2024-11-07T12:18:46,956 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T12:18:46,957 INFO [RS:0;87fb68174c52:33657 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-07T12:18:46,961 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-07T12:18:46,962 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-07T12:18:46,962 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:18:46,965 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T12:18:46,965 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-07T12:18:46,967 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-07T12:18:46,967 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:18:46,968 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T12:18:46,968 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-07T12:18:46,969 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-07T12:18:46,969 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:18:46,970 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T12:18:46,970 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-07T12:18:46,972 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-07T12:18:46,972 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:18:46,972 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T12:18:46,972 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-07T12:18:46,972 INFO [RS:0;87fb68174c52:33657 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-07T12:18:46,973 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46093/user/jenkins/test-data/7456a9a6-b421-e923-7261-4ea3339024fa/data/hbase/meta/1588230740 2024-11-07T12:18:46,974 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46093/user/jenkins/test-data/7456a9a6-b421-e923-7261-4ea3339024fa/data/hbase/meta/1588230740 2024-11-07T12:18:46,975 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-07T12:18:46,975 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-07T12:18:46,976 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T12:18:46,977 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-07T12:18:46,981 INFO [RS:0;87fb68174c52:33657 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-07T12:18:46,981 INFO [RS:0;87fb68174c52:33657 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T12:18:46,985 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46093/user/jenkins/test-data/7456a9a6-b421-e923-7261-4ea3339024fa/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T12:18:46,986 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73076416, jitterRate=0.08892345428466797}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T12:18:46,987 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1730981926956Initializing all the Stores at 1730981926958 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730981926959 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730981926960 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730981926960Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730981926960Cleaning up temporary data from old regions at 1730981926975 (+15 ms)Region opened successfully at 1730981926986 (+11 ms) 2024-11-07T12:18:46,987 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-07T12:18:46,987 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-07T12:18:46,987 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-07T12:18:46,987 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-07T12:18:46,987 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-07T12:18:46,996 INFO [RS:0;87fb68174c52:33657 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-07T12:18:46,998 INFO [RS:0;87fb68174c52:33657 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-07T12:18:46,998 INFO [RS:0;87fb68174c52:33657 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-07T12:18:46,998 DEBUG [RS:0;87fb68174c52:33657 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:18:46,998 DEBUG [RS:0;87fb68174c52:33657 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:18:46,998 DEBUG [RS:0;87fb68174c52:33657 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:18:46,998 DEBUG [RS:0;87fb68174c52:33657 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:18:46,998 DEBUG [RS:0;87fb68174c52:33657 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:18:46,998 DEBUG [RS:0;87fb68174c52:33657 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/87fb68174c52:0, corePoolSize=2, maxPoolSize=2 2024-11-07T12:18:46,998 DEBUG [RS:0;87fb68174c52:33657 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:18:46,998 DEBUG [RS:0;87fb68174c52:33657 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:18:46,998 DEBUG [RS:0;87fb68174c52:33657 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:18:46,998 DEBUG [RS:0;87fb68174c52:33657 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:18:46,998 DEBUG [RS:0;87fb68174c52:33657 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:18:46,998 DEBUG [RS:0;87fb68174c52:33657 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:18:46,998 DEBUG [RS:0;87fb68174c52:33657 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/87fb68174c52:0, corePoolSize=3, maxPoolSize=3 2024-11-07T12:18:46,998 DEBUG [RS:0;87fb68174c52:33657 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/87fb68174c52:0, corePoolSize=3, maxPoolSize=3 2024-11-07T12:18:47,009 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-07T12:18:47,009 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1730981926987Disabling compacts and flushes for region at 1730981926987Disabling writes for close at 1730981926987Writing region close event to WAL at 1730981927009 (+22 ms)Closed at 1730981927009 2024-11-07T12:18:47,010 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T12:18:47,010 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-07T12:18:47,011 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-07T12:18:47,013 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-07T12:18:47,013 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-07T12:18:47,014 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-07T12:18:47,020 INFO [RS:0;87fb68174c52:33657 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T12:18:47,020 INFO [RS:0;87fb68174c52:33657 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T12:18:47,021 INFO [RS:0;87fb68174c52:33657 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T12:18:47,021 INFO [RS:0;87fb68174c52:33657 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-07T12:18:47,021 INFO [RS:0;87fb68174c52:33657 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-07T12:18:47,021 INFO [RS:0;87fb68174c52:33657 {}] hbase.ChoreService(168): Chore ScheduledChore name=87fb68174c52,33657,1730981925053-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-07T12:18:47,045 INFO [RS:0;87fb68174c52:33657 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-07T12:18:47,045 INFO [RS:0;87fb68174c52:33657 {}] hbase.ChoreService(168): Chore ScheduledChore name=87fb68174c52,33657,1730981925053-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T12:18:47,046 INFO [RS:0;87fb68174c52:33657 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T12:18:47,046 INFO [RS:0;87fb68174c52:33657 {}] regionserver.Replication(171): 87fb68174c52,33657,1730981925053 started 2024-11-07T12:18:47,067 INFO [RS:0;87fb68174c52:33657 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T12:18:47,067 INFO [RS:0;87fb68174c52:33657 {}] regionserver.HRegionServer(1482): Serving as 87fb68174c52,33657,1730981925053, RpcServer on 87fb68174c52/172.17.0.3:33657, sessionid=0x1001a2e170b0001 2024-11-07T12:18:47,068 DEBUG [RS:0;87fb68174c52:33657 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-07T12:18:47,068 DEBUG [RS:0;87fb68174c52:33657 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 87fb68174c52,33657,1730981925053 2024-11-07T12:18:47,068 DEBUG [RS:0;87fb68174c52:33657 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '87fb68174c52,33657,1730981925053' 2024-11-07T12:18:47,068 DEBUG [RS:0;87fb68174c52:33657 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0655307062/flush-table-proc/abort' 2024-11-07T12:18:47,069 DEBUG [RS:0;87fb68174c52:33657 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0655307062/flush-table-proc/acquired' 2024-11-07T12:18:47,069 DEBUG [RS:0;87fb68174c52:33657 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-07T12:18:47,069 DEBUG [RS:0;87fb68174c52:33657 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-07T12:18:47,069 DEBUG [RS:0;87fb68174c52:33657 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 87fb68174c52,33657,1730981925053 2024-11-07T12:18:47,069 DEBUG [RS:0;87fb68174c52:33657 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '87fb68174c52,33657,1730981925053' 2024-11-07T12:18:47,070 DEBUG [RS:0;87fb68174c52:33657 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0655307062/online-snapshot/abort' 2024-11-07T12:18:47,070 DEBUG [RS:0;87fb68174c52:33657 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0655307062/online-snapshot/acquired' 2024-11-07T12:18:47,071 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T12:18:47,071 DEBUG [RS:0;87fb68174c52:33657 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-07T12:18:47,071 INFO [RS:0;87fb68174c52:33657 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-07T12:18:47,071 INFO [RS:0;87fb68174c52:33657 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-07T12:18:47,072 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T12:18:47,072 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T12:18:47,073 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T12:18:47,073 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T12:18:47,073 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T12:18:47,083 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T12:18:47,086 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T12:18:47,164 WARN [87fb68174c52:36323 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-07T12:18:47,172 INFO [RS:0;87fb68174c52:33657 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-07T12:18:47,174 INFO [RS:0;87fb68174c52:33657 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=87fb68174c52%2C33657%2C1730981925053, suffix=, logDir=hdfs://localhost:46093/user/jenkins/test-data/7456a9a6-b421-e923-7261-4ea3339024fa/WALs/87fb68174c52,33657,1730981925053, archiveDir=hdfs://localhost:46093/user/jenkins/test-data/7456a9a6-b421-e923-7261-4ea3339024fa/oldWALs, maxLogs=10 2024-11-07T12:18:47,190 DEBUG [RS:0;87fb68174c52:33657 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/7456a9a6-b421-e923-7261-4ea3339024fa/WALs/87fb68174c52,33657,1730981925053/87fb68174c52%2C33657%2C1730981925053.1730981927174, exclude list is [], retry=0 2024-11-07T12:18:47,195 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38715,DS-6e264d4c-2fcc-472e-bfc1-27c95916cf3a,DISK] 2024-11-07T12:18:47,197 INFO [RS:0;87fb68174c52:33657 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7456a9a6-b421-e923-7261-4ea3339024fa/WALs/87fb68174c52,33657,1730981925053/87fb68174c52%2C33657%2C1730981925053.1730981927174 2024-11-07T12:18:47,197 DEBUG [RS:0;87fb68174c52:33657 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37975:37975)] 2024-11-07T12:18:47,414 DEBUG [87fb68174c52:36323 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-07T12:18:47,415 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=87fb68174c52,33657,1730981925053 2024-11-07T12:18:47,417 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 87fb68174c52,33657,1730981925053, state=OPENING 2024-11-07T12:18:47,419 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-07T12:18:47,420 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33657-0x1001a2e170b0001, quorum=127.0.0.1:60173, baseZNode=/0655307062 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0655307062 2024-11-07T12:18:47,420 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36323-0x1001a2e170b0000, quorum=127.0.0.1:60173, baseZNode=/0655307062 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0655307062 2024-11-07T12:18:47,421 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0655307062/meta-region-server: CHANGED 2024-11-07T12:18:47,421 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0655307062/meta-region-server: CHANGED 2024-11-07T12:18:47,421 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-07T12:18:47,421 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=87fb68174c52,33657,1730981925053}] 2024-11-07T12:18:47,574 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-07T12:18:47,575 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43901, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-07T12:18:47,579 INFO [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-07T12:18:47,579 INFO [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T12:18:47,579 INFO [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-07T12:18:47,580 INFO [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=87fb68174c52%2C33657%2C1730981925053.meta, suffix=.meta, logDir=hdfs://localhost:46093/user/jenkins/test-data/7456a9a6-b421-e923-7261-4ea3339024fa/WALs/87fb68174c52,33657,1730981925053, archiveDir=hdfs://localhost:46093/user/jenkins/test-data/7456a9a6-b421-e923-7261-4ea3339024fa/oldWALs, maxLogs=10 2024-11-07T12:18:47,594 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/7456a9a6-b421-e923-7261-4ea3339024fa/WALs/87fb68174c52,33657,1730981925053/87fb68174c52%2C33657%2C1730981925053.meta.1730981927581.meta, exclude list is [], retry=0 2024-11-07T12:18:47,596 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38715,DS-6e264d4c-2fcc-472e-bfc1-27c95916cf3a,DISK] 2024-11-07T12:18:47,597 INFO [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7456a9a6-b421-e923-7261-4ea3339024fa/WALs/87fb68174c52,33657,1730981925053/87fb68174c52%2C33657%2C1730981925053.meta.1730981927581.meta 2024-11-07T12:18:47,598 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37975:37975)] 2024-11-07T12:18:47,598 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-07T12:18:47,598 INFO [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-07T12:18:47,598 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-07T12:18:47,598 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-07T12:18:47,598 INFO [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-07T12:18:47,598 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-07T12:18:47,598 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T12:18:47,598 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-07T12:18:47,598 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-07T12:18:47,599 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-07T12:18:47,600 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-07T12:18:47,600 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:18:47,601 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T12:18:47,601 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-07T12:18:47,601 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-07T12:18:47,601 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:18:47,602 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T12:18:47,602 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-07T12:18:47,602 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-07T12:18:47,602 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:18:47,603 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T12:18:47,603 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-07T12:18:47,603 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-07T12:18:47,603 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:18:47,604 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T12:18:47,604 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-07T12:18:47,605 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46093/user/jenkins/test-data/7456a9a6-b421-e923-7261-4ea3339024fa/data/hbase/meta/1588230740 2024-11-07T12:18:47,605 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46093/user/jenkins/test-data/7456a9a6-b421-e923-7261-4ea3339024fa/data/hbase/meta/1588230740 2024-11-07T12:18:47,606 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-07T12:18:47,606 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-07T12:18:47,607 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T12:18:47,608 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-07T12:18:47,609 INFO [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63111815, jitterRate=-0.05956067144870758}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T12:18:47,609 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-07T12:18:47,610 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1730981927599Writing region info on filesystem at 1730981927599Initializing all the Stores at 1730981927599Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730981927599Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730981927599Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730981927599Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730981927599Cleaning up temporary data from old regions at 1730981927606 (+7 ms)Running coprocessor post-open hooks at 1730981927609 (+3 ms)Region opened successfully at 1730981927609 2024-11-07T12:18:47,610 INFO [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1730981927574 2024-11-07T12:18:47,612 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-07T12:18:47,612 INFO [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-07T12:18:47,613 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=87fb68174c52,33657,1730981925053 2024-11-07T12:18:47,614 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 87fb68174c52,33657,1730981925053, state=OPEN 2024-11-07T12:18:47,618 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33657-0x1001a2e170b0001, quorum=127.0.0.1:60173, baseZNode=/0655307062 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0655307062/meta-region-server 2024-11-07T12:18:47,618 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36323-0x1001a2e170b0000, quorum=127.0.0.1:60173, baseZNode=/0655307062 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0655307062/meta-region-server 2024-11-07T12:18:47,618 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=87fb68174c52,33657,1730981925053 2024-11-07T12:18:47,618 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0655307062/meta-region-server: CHANGED 2024-11-07T12:18:47,618 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0655307062/meta-region-server: CHANGED 2024-11-07T12:18:47,620 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-07T12:18:47,620 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=87fb68174c52,33657,1730981925053 in 197 msec 2024-11-07T12:18:47,622 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-07T12:18:47,622 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 609 msec 2024-11-07T12:18:47,623 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T12:18:47,623 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-07T12:18:47,624 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T12:18:47,625 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=87fb68174c52,33657,1730981925053, seqNum=-1] 2024-11-07T12:18:47,625 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T12:18:47,626 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57941, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T12:18:47,630 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 781 msec 2024-11-07T12:18:47,630 INFO [master/87fb68174c52:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1730981927630, completionTime=-1 2024-11-07T12:18:47,630 INFO [master/87fb68174c52:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-07T12:18:47,630 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-07T12:18:47,632 INFO [master/87fb68174c52:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-07T12:18:47,632 INFO [master/87fb68174c52:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1730981987632 2024-11-07T12:18:47,632 INFO [master/87fb68174c52:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1730982047632 2024-11-07T12:18:47,632 INFO [master/87fb68174c52:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-07T12:18:47,633 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=87fb68174c52,36323,1730981924986-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T12:18:47,633 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=87fb68174c52,36323,1730981924986-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T12:18:47,633 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=87fb68174c52,36323,1730981924986-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T12:18:47,633 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-87fb68174c52:36323, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T12:18:47,633 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-07T12:18:47,633 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-07T12:18:47,635 DEBUG [master/87fb68174c52:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-07T12:18:47,637 INFO [master/87fb68174c52:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.544sec 2024-11-07T12:18:47,637 INFO [master/87fb68174c52:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-07T12:18:47,637 INFO [master/87fb68174c52:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-07T12:18:47,637 INFO [master/87fb68174c52:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-07T12:18:47,637 INFO [master/87fb68174c52:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-07T12:18:47,637 INFO [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-07T12:18:47,637 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=87fb68174c52,36323,1730981924986-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-07T12:18:47,637 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=87fb68174c52,36323,1730981924986-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-07T12:18:47,639 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-07T12:18:47,639 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-07T12:18:47,639 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=87fb68174c52,36323,1730981924986-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T12:18:47,690 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23d1d0fe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:18:47,690 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 87fb68174c52,36323,-1 for getting cluster id 2024-11-07T12:18:47,691 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T12:18:47,692 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '15aca604-7fcb-4a4e-b2a7-9df6f324c8bb' 2024-11-07T12:18:47,692 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T12:18:47,692 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "15aca604-7fcb-4a4e-b2a7-9df6f324c8bb" 2024-11-07T12:18:47,692 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2113fb3b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:18:47,692 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [87fb68174c52,36323,-1] 2024-11-07T12:18:47,693 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T12:18:47,693 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:18:47,694 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49518, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T12:18:47,694 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c8a0263, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:18:47,694 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T12:18:47,695 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=87fb68174c52,33657,1730981925053, seqNum=-1] 2024-11-07T12:18:47,695 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T12:18:47,696 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39004, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T12:18:47,698 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=87fb68174c52,36323,1730981924986 2024-11-07T12:18:47,698 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:60173 2024-11-07T12:18:47,701 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:60173, baseZNode=/0655307062 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T12:18:47,701 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1001a2e170b0002 connected 2024-11-07T12:18:47,704 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9563c77-1409-531c-3e8c-cf89c174830b/hadoop.log.dir so I do NOT create it in target/test-data/79f2d348-e37b-0136-a75c-d55ec68c2f8c 2024-11-07T12:18:47,704 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9563c77-1409-531c-3e8c-cf89c174830b/hadoop.log.dir Erasing configuration value by system value. 2024-11-07T12:18:47,704 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9563c77-1409-531c-3e8c-cf89c174830b/hadoop.tmp.dir so I do NOT create it in target/test-data/79f2d348-e37b-0136-a75c-d55ec68c2f8c 2024-11-07T12:18:47,704 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9563c77-1409-531c-3e8c-cf89c174830b/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-07T12:18:47,704 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/79f2d348-e37b-0136-a75c-d55ec68c2f8c 2024-11-07T12:18:47,704 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-07T12:18:47,704 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/79f2d348-e37b-0136-a75c-d55ec68c2f8c/cluster_724ca2c8-45ce-c32c-b6bb-9ec1246fcc20, deleteOnExit=true 2024-11-07T12:18:47,704 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-07T12:18:47,705 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/79f2d348-e37b-0136-a75c-d55ec68c2f8c/test.cache.data in system properties and HBase conf 2024-11-07T12:18:47,705 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/79f2d348-e37b-0136-a75c-d55ec68c2f8c/hadoop.tmp.dir in system properties and HBase conf 2024-11-07T12:18:47,705 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/79f2d348-e37b-0136-a75c-d55ec68c2f8c/hadoop.log.dir in system properties and HBase conf 2024-11-07T12:18:47,705 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/79f2d348-e37b-0136-a75c-d55ec68c2f8c/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-07T12:18:47,705 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/79f2d348-e37b-0136-a75c-d55ec68c2f8c/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-07T12:18:47,705 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-07T12:18:47,705 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-07T12:18:47,705 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/79f2d348-e37b-0136-a75c-d55ec68c2f8c/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-07T12:18:47,705 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/79f2d348-e37b-0136-a75c-d55ec68c2f8c/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-07T12:18:47,705 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/79f2d348-e37b-0136-a75c-d55ec68c2f8c/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-07T12:18:47,705 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/79f2d348-e37b-0136-a75c-d55ec68c2f8c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-07T12:18:47,705 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/79f2d348-e37b-0136-a75c-d55ec68c2f8c/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-07T12:18:47,705 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/79f2d348-e37b-0136-a75c-d55ec68c2f8c/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-07T12:18:47,705 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/79f2d348-e37b-0136-a75c-d55ec68c2f8c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-07T12:18:47,705 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/79f2d348-e37b-0136-a75c-d55ec68c2f8c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-07T12:18:47,705 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/79f2d348-e37b-0136-a75c-d55ec68c2f8c/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-07T12:18:47,705 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/79f2d348-e37b-0136-a75c-d55ec68c2f8c/nfs.dump.dir in system properties and HBase conf 2024-11-07T12:18:47,706 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/79f2d348-e37b-0136-a75c-d55ec68c2f8c/java.io.tmpdir in system properties and HBase conf 2024-11-07T12:18:47,706 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/79f2d348-e37b-0136-a75c-d55ec68c2f8c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-07T12:18:47,706 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/79f2d348-e37b-0136-a75c-d55ec68c2f8c/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-07T12:18:47,706 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/79f2d348-e37b-0136-a75c-d55ec68c2f8c/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-07T12:18:47,786 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T12:18:47,790 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-07T12:18:47,791 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-07T12:18:47,791 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-07T12:18:47,791 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-07T12:18:47,792 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T12:18:47,793 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3ddec824{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/79f2d348-e37b-0136-a75c-d55ec68c2f8c/hadoop.log.dir/,AVAILABLE} 2024-11-07T12:18:47,793 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7f7ccd89{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-07T12:18:47,916 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@71b6171a{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/79f2d348-e37b-0136-a75c-d55ec68c2f8c/java.io.tmpdir/jetty-localhost-41849-hadoop-hdfs-3_4_1-tests_jar-_-any-12135825479618525518/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-07T12:18:47,916 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4f47635a{HTTP/1.1, (http/1.1)}{localhost:41849} 2024-11-07T12:18:47,916 INFO [Time-limited test {}] server.Server(415): Started @158116ms 2024-11-07T12:18:48,010 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T12:18:48,013 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-07T12:18:48,018 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-07T12:18:48,018 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-07T12:18:48,018 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-07T12:18:48,018 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@584aab43{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/79f2d348-e37b-0136-a75c-d55ec68c2f8c/hadoop.log.dir/,AVAILABLE} 2024-11-07T12:18:48,019 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7b431dbf{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-07T12:18:48,163 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1cf9a9fb{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/79f2d348-e37b-0136-a75c-d55ec68c2f8c/java.io.tmpdir/jetty-localhost-41233-hadoop-hdfs-3_4_1-tests_jar-_-any-17927472126828018527/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T12:18:48,163 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4eae827d{HTTP/1.1, (http/1.1)}{localhost:41233} 2024-11-07T12:18:48,163 INFO [Time-limited test {}] server.Server(415): Started @158363ms 2024-11-07T12:18:48,165 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-07T12:18:48,269 WARN [Thread-1796 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/79f2d348-e37b-0136-a75c-d55ec68c2f8c/cluster_724ca2c8-45ce-c32c-b6bb-9ec1246fcc20/data/data1/current/BP-1113235065-172.17.0.3-1730981927725/current, will proceed with Du for space computation calculation, 2024-11-07T12:18:48,269 WARN [Thread-1797 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/79f2d348-e37b-0136-a75c-d55ec68c2f8c/cluster_724ca2c8-45ce-c32c-b6bb-9ec1246fcc20/data/data2/current/BP-1113235065-172.17.0.3-1730981927725/current, will proceed with Du for space computation calculation, 2024-11-07T12:18:48,292 WARN [Thread-1784 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-07T12:18:48,295 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x248b373dc80e2f54 with lease ID 0x164e110c0a2936fb: Processing first storage report for DS-72b93c48-7869-4532-8061-ef92332ae390 from datanode DatanodeRegistration(127.0.0.1:35833, datanodeUuid=9f7c8b76-d2ac-46b5-b9a8-b7034aa234e7, infoPort=35315, infoSecurePort=0, ipcPort=43789, storageInfo=lv=-57;cid=testClusterID;nsid=977540066;c=1730981927725) 2024-11-07T12:18:48,295 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x248b373dc80e2f54 with lease ID 0x164e110c0a2936fb: from storage DS-72b93c48-7869-4532-8061-ef92332ae390 node DatanodeRegistration(127.0.0.1:35833, datanodeUuid=9f7c8b76-d2ac-46b5-b9a8-b7034aa234e7, infoPort=35315, infoSecurePort=0, ipcPort=43789, storageInfo=lv=-57;cid=testClusterID;nsid=977540066;c=1730981927725), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-07T12:18:48,295 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x248b373dc80e2f54 with lease ID 0x164e110c0a2936fb: Processing first storage report for DS-6bae5aff-da20-43c3-ad21-952e2ffca5e1 from datanode DatanodeRegistration(127.0.0.1:35833, datanodeUuid=9f7c8b76-d2ac-46b5-b9a8-b7034aa234e7, infoPort=35315, infoSecurePort=0, ipcPort=43789, storageInfo=lv=-57;cid=testClusterID;nsid=977540066;c=1730981927725) 2024-11-07T12:18:48,295 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x248b373dc80e2f54 with lease ID 0x164e110c0a2936fb: from storage DS-6bae5aff-da20-43c3-ad21-952e2ffca5e1 node DatanodeRegistration(127.0.0.1:35833, datanodeUuid=9f7c8b76-d2ac-46b5-b9a8-b7034aa234e7, infoPort=35315, infoSecurePort=0, ipcPort=43789, storageInfo=lv=-57;cid=testClusterID;nsid=977540066;c=1730981927725), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-07T12:18:48,311 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/79f2d348-e37b-0136-a75c-d55ec68c2f8c 2024-11-07T12:18:48,312 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T12:18:48,313 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T12:18:48,320 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35833 is added to blk_1073741825_1001 (size=7) 2024-11-07T12:18:48,722 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33411/user/jenkins/test-data/89205663-6393-f00a-0e8b-4ff7a65f7ce5 with version=8 2024-11-07T12:18:48,722 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33411/user/jenkins/test-data/89205663-6393-f00a-0e8b-4ff7a65f7ce5/hbase-staging 2024-11-07T12:18:48,724 INFO [Time-limited test {}] client.ConnectionUtils(128): master/87fb68174c52:0 server-side Connection retries=45 2024-11-07T12:18:48,724 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T12:18:48,724 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-07T12:18:48,724 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-07T12:18:48,724 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T12:18:48,724 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-07T12:18:48,724 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-07T12:18:48,724 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T12:18:48,725 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:46025 2024-11-07T12:18:48,725 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:46025 connecting to ZooKeeper ensemble=127.0.0.1:60173 2024-11-07T12:18:48,728 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:460250x0, quorum=127.0.0.1:60173, baseZNode=/1-1631020189 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T12:18:48,728 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:46025-0x1001a2e170b0003 connected 2024-11-07T12:18:48,739 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T12:18:48,741 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T12:18:48,743 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46025-0x1001a2e170b0003, quorum=127.0.0.1:60173, baseZNode=/1-1631020189 Set watcher on znode that does not yet exist, /1-1631020189/running 2024-11-07T12:18:48,743 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33411/user/jenkins/test-data/89205663-6393-f00a-0e8b-4ff7a65f7ce5, hbase.cluster.distributed=false 2024-11-07T12:18:48,744 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46025-0x1001a2e170b0003, quorum=127.0.0.1:60173, baseZNode=/1-1631020189 Set watcher on znode that does not yet exist, /1-1631020189/acl 2024-11-07T12:18:48,744 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46025 2024-11-07T12:18:48,745 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46025 2024-11-07T12:18:48,745 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46025 2024-11-07T12:18:48,745 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46025 2024-11-07T12:18:48,745 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46025 2024-11-07T12:18:48,761 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/87fb68174c52:0 server-side Connection retries=45 2024-11-07T12:18:48,761 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T12:18:48,761 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-07T12:18:48,761 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-07T12:18:48,761 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T12:18:48,761 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-07T12:18:48,761 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-07T12:18:48,761 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T12:18:48,762 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:43741 2024-11-07T12:18:48,762 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43741 connecting to ZooKeeper ensemble=127.0.0.1:60173 2024-11-07T12:18:48,763 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T12:18:48,764 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T12:18:48,768 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:437410x0, quorum=127.0.0.1:60173, baseZNode=/1-1631020189 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T12:18:48,768 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:437410x0, quorum=127.0.0.1:60173, baseZNode=/1-1631020189 Set watcher on znode that does not yet exist, /1-1631020189/running 2024-11-07T12:18:48,768 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43741-0x1001a2e170b0004 connected 2024-11-07T12:18:48,768 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-07T12:18:48,772 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-07T12:18:48,772 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43741-0x1001a2e170b0004, quorum=127.0.0.1:60173, baseZNode=/1-1631020189 Set watcher on znode that does not yet exist, /1-1631020189/master 2024-11-07T12:18:48,773 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43741-0x1001a2e170b0004, quorum=127.0.0.1:60173, baseZNode=/1-1631020189 Set watcher on znode that does not yet exist, /1-1631020189/acl 2024-11-07T12:18:48,774 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43741 2024-11-07T12:18:48,775 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43741 2024-11-07T12:18:48,776 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43741 2024-11-07T12:18:48,780 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43741 2024-11-07T12:18:48,781 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43741 2024-11-07T12:18:48,792 DEBUG [M:0;87fb68174c52:46025 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;87fb68174c52:46025 2024-11-07T12:18:48,793 INFO [master/87fb68174c52:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1631020189/backup-masters/87fb68174c52,46025,1730981928724 2024-11-07T12:18:48,794 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46025-0x1001a2e170b0003, quorum=127.0.0.1:60173, baseZNode=/1-1631020189 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1631020189/backup-masters 2024-11-07T12:18:48,794 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43741-0x1001a2e170b0004, quorum=127.0.0.1:60173, baseZNode=/1-1631020189 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1631020189/backup-masters 2024-11-07T12:18:48,795 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46025-0x1001a2e170b0003, quorum=127.0.0.1:60173, baseZNode=/1-1631020189 Set watcher on existing znode=/1-1631020189/backup-masters/87fb68174c52,46025,1730981928724 2024-11-07T12:18:48,796 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46025-0x1001a2e170b0003, quorum=127.0.0.1:60173, baseZNode=/1-1631020189 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1631020189 2024-11-07T12:18:48,796 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43741-0x1001a2e170b0004, quorum=127.0.0.1:60173, baseZNode=/1-1631020189 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1631020189/master 2024-11-07T12:18:48,796 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43741-0x1001a2e170b0004, quorum=127.0.0.1:60173, baseZNode=/1-1631020189 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1631020189 2024-11-07T12:18:48,797 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46025-0x1001a2e170b0003, quorum=127.0.0.1:60173, baseZNode=/1-1631020189 Set watcher on existing znode=/1-1631020189/master 2024-11-07T12:18:48,797 INFO [master/87fb68174c52:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1631020189/backup-masters/87fb68174c52,46025,1730981928724 from backup master directory 2024-11-07T12:18:48,799 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46025-0x1001a2e170b0003, quorum=127.0.0.1:60173, baseZNode=/1-1631020189 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1631020189/backup-masters/87fb68174c52,46025,1730981928724 2024-11-07T12:18:48,799 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43741-0x1001a2e170b0004, quorum=127.0.0.1:60173, baseZNode=/1-1631020189 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1631020189/backup-masters 2024-11-07T12:18:48,799 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46025-0x1001a2e170b0003, quorum=127.0.0.1:60173, baseZNode=/1-1631020189 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1631020189/backup-masters 2024-11-07T12:18:48,799 WARN [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-07T12:18:48,799 INFO [master/87fb68174c52:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=87fb68174c52,46025,1730981928724 2024-11-07T12:18:48,803 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33411/user/jenkins/test-data/89205663-6393-f00a-0e8b-4ff7a65f7ce5/hbase.id] with ID: cce3c591-f83b-40dc-b960-4242dab1bf2d 2024-11-07T12:18:48,803 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33411/user/jenkins/test-data/89205663-6393-f00a-0e8b-4ff7a65f7ce5/.tmp/hbase.id 2024-11-07T12:18:48,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35833 is added to blk_1073741826_1002 (size=42) 2024-11-07T12:18:49,214 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33411/user/jenkins/test-data/89205663-6393-f00a-0e8b-4ff7a65f7ce5/.tmp/hbase.id]:[hdfs://localhost:33411/user/jenkins/test-data/89205663-6393-f00a-0e8b-4ff7a65f7ce5/hbase.id] 2024-11-07T12:18:49,224 INFO [master/87fb68174c52:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T12:18:49,224 INFO [master/87fb68174c52:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-07T12:18:49,225 INFO [master/87fb68174c52:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-07T12:18:49,226 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43741-0x1001a2e170b0004, quorum=127.0.0.1:60173, baseZNode=/1-1631020189 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1631020189 2024-11-07T12:18:49,226 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46025-0x1001a2e170b0003, quorum=127.0.0.1:60173, baseZNode=/1-1631020189 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1631020189 2024-11-07T12:18:49,231 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35833 is added to blk_1073741827_1003 (size=196) 2024-11-07T12:18:49,632 INFO [master/87fb68174c52:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-07T12:18:49,633 INFO [master/87fb68174c52:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-07T12:18:49,633 INFO [master/87fb68174c52:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T12:18:49,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35833 is added to blk_1073741828_1004 (size=1189) 2024-11-07T12:18:49,640 INFO [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33411/user/jenkins/test-data/89205663-6393-f00a-0e8b-4ff7a65f7ce5/MasterData/data/master/store 2024-11-07T12:18:49,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35833 is added to blk_1073741829_1005 (size=34) 2024-11-07T12:18:50,049 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T12:18:50,049 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-07T12:18:50,049 INFO [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T12:18:50,049 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T12:18:50,049 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-07T12:18:50,049 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T12:18:50,049 INFO [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T12:18:50,049 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1730981930049Disabling compacts and flushes for region at 1730981930049Disabling writes for close at 1730981930049Writing region close event to WAL at 1730981930049Closed at 1730981930049 2024-11-07T12:18:50,050 WARN [master/87fb68174c52:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33411/user/jenkins/test-data/89205663-6393-f00a-0e8b-4ff7a65f7ce5/MasterData/data/master/store/.initializing 2024-11-07T12:18:50,050 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33411/user/jenkins/test-data/89205663-6393-f00a-0e8b-4ff7a65f7ce5/MasterData/WALs/87fb68174c52,46025,1730981928724 2024-11-07T12:18:50,051 INFO [master/87fb68174c52:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-07T12:18:50,053 INFO [master/87fb68174c52:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=87fb68174c52%2C46025%2C1730981928724, suffix=, logDir=hdfs://localhost:33411/user/jenkins/test-data/89205663-6393-f00a-0e8b-4ff7a65f7ce5/MasterData/WALs/87fb68174c52,46025,1730981928724, archiveDir=hdfs://localhost:33411/user/jenkins/test-data/89205663-6393-f00a-0e8b-4ff7a65f7ce5/MasterData/oldWALs, maxLogs=10 2024-11-07T12:18:50,073 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/89205663-6393-f00a-0e8b-4ff7a65f7ce5/MasterData/WALs/87fb68174c52,46025,1730981928724/87fb68174c52%2C46025%2C1730981928724.1730981930053, exclude list is [], retry=0 2024-11-07T12:18:50,076 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35833,DS-72b93c48-7869-4532-8061-ef92332ae390,DISK] 2024-11-07T12:18:50,078 INFO [master/87fb68174c52:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/89205663-6393-f00a-0e8b-4ff7a65f7ce5/MasterData/WALs/87fb68174c52,46025,1730981928724/87fb68174c52%2C46025%2C1730981928724.1730981930053 2024-11-07T12:18:50,079 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35315:35315)] 2024-11-07T12:18:50,079 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-07T12:18:50,079 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T12:18:50,080 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T12:18:50,080 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T12:18:50,081 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T12:18:50,082 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-07T12:18:50,082 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:18:50,083 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T12:18:50,083 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T12:18:50,084 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-07T12:18:50,084 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:18:50,084 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T12:18:50,084 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T12:18:50,085 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-07T12:18:50,085 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:18:50,085 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T12:18:50,086 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T12:18:50,086 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-07T12:18:50,086 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:18:50,087 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T12:18:50,087 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T12:18:50,087 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33411/user/jenkins/test-data/89205663-6393-f00a-0e8b-4ff7a65f7ce5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-07T12:18:50,088 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33411/user/jenkins/test-data/89205663-6393-f00a-0e8b-4ff7a65f7ce5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-07T12:18:50,089 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T12:18:50,089 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T12:18:50,089 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T12:18:50,090 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T12:18:50,092 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33411/user/jenkins/test-data/89205663-6393-f00a-0e8b-4ff7a65f7ce5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T12:18:50,093 INFO [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62410592, jitterRate=-0.07000970840454102}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T12:18:50,093 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1730981930080Initializing all the Stores at 1730981930080Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730981930080Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730981930081 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730981930081Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730981930081Cleaning up temporary data from old regions at 1730981930089 (+8 ms)Region opened successfully at 1730981930093 (+4 ms) 2024-11-07T12:18:50,093 INFO [master/87fb68174c52:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-07T12:18:50,096 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a4c8628, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=87fb68174c52/172.17.0.3:0 2024-11-07T12:18:50,097 INFO [master/87fb68174c52:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-07T12:18:50,097 INFO [master/87fb68174c52:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-07T12:18:50,097 INFO [master/87fb68174c52:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-07T12:18:50,097 INFO [master/87fb68174c52:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-07T12:18:50,098 INFO [master/87fb68174c52:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-07T12:18:50,098 INFO [master/87fb68174c52:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-07T12:18:50,098 INFO [master/87fb68174c52:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-07T12:18:50,101 INFO [master/87fb68174c52:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-07T12:18:50,102 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46025-0x1001a2e170b0003, quorum=127.0.0.1:60173, baseZNode=/1-1631020189 Unable to get data of znode /1-1631020189/balancer because node does not exist (not necessarily an error) 2024-11-07T12:18:50,103 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1631020189/balancer already deleted, retry=false 2024-11-07T12:18:50,104 INFO [master/87fb68174c52:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-07T12:18:50,104 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46025-0x1001a2e170b0003, quorum=127.0.0.1:60173, baseZNode=/1-1631020189 Unable to get data of znode /1-1631020189/normalizer because node does not exist (not necessarily an error) 2024-11-07T12:18:50,105 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1631020189/normalizer already deleted, retry=false 2024-11-07T12:18:50,106 INFO [master/87fb68174c52:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-07T12:18:50,107 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46025-0x1001a2e170b0003, quorum=127.0.0.1:60173, baseZNode=/1-1631020189 Unable to get data of znode /1-1631020189/switch/split because node does not exist (not necessarily an error) 2024-11-07T12:18:50,108 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1631020189/switch/split already deleted, retry=false 2024-11-07T12:18:50,108 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46025-0x1001a2e170b0003, quorum=127.0.0.1:60173, baseZNode=/1-1631020189 Unable to get data of znode /1-1631020189/switch/merge because node does not exist (not necessarily an error) 2024-11-07T12:18:50,110 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1631020189/switch/merge already deleted, retry=false 2024-11-07T12:18:50,113 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46025-0x1001a2e170b0003, quorum=127.0.0.1:60173, baseZNode=/1-1631020189 Unable to get data of znode /1-1631020189/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-07T12:18:50,114 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1631020189/snapshot-cleanup already deleted, retry=false 2024-11-07T12:18:50,116 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46025-0x1001a2e170b0003, quorum=127.0.0.1:60173, baseZNode=/1-1631020189 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1631020189/running 2024-11-07T12:18:50,116 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43741-0x1001a2e170b0004, quorum=127.0.0.1:60173, baseZNode=/1-1631020189 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1631020189/running 2024-11-07T12:18:50,117 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46025-0x1001a2e170b0003, quorum=127.0.0.1:60173, baseZNode=/1-1631020189 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1631020189 2024-11-07T12:18:50,117 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43741-0x1001a2e170b0004, quorum=127.0.0.1:60173, baseZNode=/1-1631020189 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1631020189 2024-11-07T12:18:50,117 INFO [master/87fb68174c52:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=87fb68174c52,46025,1730981928724, sessionid=0x1001a2e170b0003, setting cluster-up flag (Was=false) 2024-11-07T12:18:50,120 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46025-0x1001a2e170b0003, quorum=127.0.0.1:60173, baseZNode=/1-1631020189 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1631020189 2024-11-07T12:18:50,121 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43741-0x1001a2e170b0004, quorum=127.0.0.1:60173, baseZNode=/1-1631020189 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1631020189 2024-11-07T12:18:50,126 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1631020189/flush-table-proc/acquired, /1-1631020189/flush-table-proc/reached, /1-1631020189/flush-table-proc/abort 2024-11-07T12:18:50,127 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=87fb68174c52,46025,1730981928724 2024-11-07T12:18:50,130 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43741-0x1001a2e170b0004, quorum=127.0.0.1:60173, baseZNode=/1-1631020189 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1631020189 2024-11-07T12:18:50,130 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46025-0x1001a2e170b0003, quorum=127.0.0.1:60173, baseZNode=/1-1631020189 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1631020189 2024-11-07T12:18:50,137 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1631020189/online-snapshot/acquired, /1-1631020189/online-snapshot/reached, /1-1631020189/online-snapshot/abort 2024-11-07T12:18:50,139 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=87fb68174c52,46025,1730981928724 2024-11-07T12:18:50,141 INFO [master/87fb68174c52:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33411/user/jenkins/test-data/89205663-6393-f00a-0e8b-4ff7a65f7ce5/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-07T12:18:50,145 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-07T12:18:50,146 INFO [master/87fb68174c52:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-07T12:18:50,146 INFO [master/87fb68174c52:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-07T12:18:50,146 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 87fb68174c52,46025,1730981928724 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-07T12:18:50,147 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/87fb68174c52:0, corePoolSize=5, maxPoolSize=5 2024-11-07T12:18:50,147 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/87fb68174c52:0, corePoolSize=5, maxPoolSize=5 2024-11-07T12:18:50,147 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/87fb68174c52:0, corePoolSize=5, maxPoolSize=5 2024-11-07T12:18:50,147 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/87fb68174c52:0, corePoolSize=5, maxPoolSize=5 2024-11-07T12:18:50,147 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/87fb68174c52:0, corePoolSize=10, maxPoolSize=10 2024-11-07T12:18:50,147 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:18:50,147 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/87fb68174c52:0, corePoolSize=2, maxPoolSize=2 2024-11-07T12:18:50,148 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:18:50,151 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T12:18:50,151 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-07T12:18:50,152 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:18:50,152 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-07T12:18:50,154 INFO [master/87fb68174c52:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1730981960154 2024-11-07T12:18:50,154 INFO [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-07T12:18:50,154 INFO [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-07T12:18:50,154 INFO [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-07T12:18:50,154 INFO [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-07T12:18:50,154 INFO [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-07T12:18:50,154 INFO [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-07T12:18:50,154 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-07T12:18:50,156 INFO [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-07T12:18:50,157 INFO [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-07T12:18:50,157 INFO [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-07T12:18:50,157 INFO [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-07T12:18:50,160 INFO [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-07T12:18:50,160 INFO [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-07T12:18:50,161 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/87fb68174c52:0:becomeActiveMaster-HFileCleaner.large.0-1730981930160,5,FailOnTimeoutGroup] 2024-11-07T12:18:50,161 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/87fb68174c52:0:becomeActiveMaster-HFileCleaner.small.0-1730981930161,5,FailOnTimeoutGroup] 2024-11-07T12:18:50,161 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-07T12:18:50,161 INFO [master/87fb68174c52:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-07T12:18:50,161 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-07T12:18:50,161 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-07T12:18:50,162 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35833 is added to blk_1073741831_1007 (size=1321) 2024-11-07T12:18:50,165 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33411/user/jenkins/test-data/89205663-6393-f00a-0e8b-4ff7a65f7ce5/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-07T12:18:50,165 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33411/user/jenkins/test-data/89205663-6393-f00a-0e8b-4ff7a65f7ce5 2024-11-07T12:18:50,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35833 is added to blk_1073741832_1008 (size=32) 2024-11-07T12:18:50,183 INFO [RS:0;87fb68174c52:43741 {}] regionserver.HRegionServer(746): ClusterId : cce3c591-f83b-40dc-b960-4242dab1bf2d 2024-11-07T12:18:50,183 DEBUG [RS:0;87fb68174c52:43741 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-07T12:18:50,185 DEBUG [RS:0;87fb68174c52:43741 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-07T12:18:50,185 DEBUG [RS:0;87fb68174c52:43741 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-07T12:18:50,187 DEBUG [RS:0;87fb68174c52:43741 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-07T12:18:50,187 DEBUG [RS:0;87fb68174c52:43741 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@631ea348, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=87fb68174c52/172.17.0.3:0 2024-11-07T12:18:50,202 DEBUG [RS:0;87fb68174c52:43741 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;87fb68174c52:43741 2024-11-07T12:18:50,202 INFO [RS:0;87fb68174c52:43741 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-07T12:18:50,202 INFO [RS:0;87fb68174c52:43741 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-07T12:18:50,202 DEBUG [RS:0;87fb68174c52:43741 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-07T12:18:50,203 INFO [RS:0;87fb68174c52:43741 {}] regionserver.HRegionServer(2659): reportForDuty to master=87fb68174c52,46025,1730981928724 with port=43741, startcode=1730981928760 2024-11-07T12:18:50,203 DEBUG [RS:0;87fb68174c52:43741 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-07T12:18:50,205 INFO [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47289, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=RegionServerStatusService 2024-11-07T12:18:50,205 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46025 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 87fb68174c52,43741,1730981928760 2024-11-07T12:18:50,205 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46025 {}] master.ServerManager(517): Registering regionserver=87fb68174c52,43741,1730981928760 2024-11-07T12:18:50,206 DEBUG [RS:0;87fb68174c52:43741 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33411/user/jenkins/test-data/89205663-6393-f00a-0e8b-4ff7a65f7ce5 2024-11-07T12:18:50,206 DEBUG [RS:0;87fb68174c52:43741 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33411 2024-11-07T12:18:50,206 DEBUG [RS:0;87fb68174c52:43741 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-07T12:18:50,211 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46025-0x1001a2e170b0003, quorum=127.0.0.1:60173, baseZNode=/1-1631020189 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1631020189/rs 2024-11-07T12:18:50,211 DEBUG [RS:0;87fb68174c52:43741 {}] zookeeper.ZKUtil(111): regionserver:43741-0x1001a2e170b0004, quorum=127.0.0.1:60173, baseZNode=/1-1631020189 Set watcher on existing znode=/1-1631020189/rs/87fb68174c52,43741,1730981928760 2024-11-07T12:18:50,211 WARN [RS:0;87fb68174c52:43741 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-07T12:18:50,211 INFO [RS:0;87fb68174c52:43741 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T12:18:50,211 DEBUG [RS:0;87fb68174c52:43741 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33411/user/jenkins/test-data/89205663-6393-f00a-0e8b-4ff7a65f7ce5/WALs/87fb68174c52,43741,1730981928760 2024-11-07T12:18:50,212 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [87fb68174c52,43741,1730981928760] 2024-11-07T12:18:50,216 INFO [RS:0;87fb68174c52:43741 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-07T12:18:50,218 INFO [RS:0;87fb68174c52:43741 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-07T12:18:50,218 INFO [RS:0;87fb68174c52:43741 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-07T12:18:50,218 INFO [RS:0;87fb68174c52:43741 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T12:18:50,220 INFO [RS:0;87fb68174c52:43741 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-07T12:18:50,221 INFO [RS:0;87fb68174c52:43741 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-07T12:18:50,221 INFO [RS:0;87fb68174c52:43741 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-07T12:18:50,221 DEBUG [RS:0;87fb68174c52:43741 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:18:50,221 DEBUG [RS:0;87fb68174c52:43741 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:18:50,221 DEBUG [RS:0;87fb68174c52:43741 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:18:50,221 DEBUG [RS:0;87fb68174c52:43741 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:18:50,221 DEBUG [RS:0;87fb68174c52:43741 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:18:50,222 DEBUG [RS:0;87fb68174c52:43741 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/87fb68174c52:0, corePoolSize=2, maxPoolSize=2 2024-11-07T12:18:50,222 DEBUG [RS:0;87fb68174c52:43741 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:18:50,222 DEBUG [RS:0;87fb68174c52:43741 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:18:50,222 DEBUG [RS:0;87fb68174c52:43741 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:18:50,222 DEBUG [RS:0;87fb68174c52:43741 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:18:50,222 DEBUG [RS:0;87fb68174c52:43741 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:18:50,222 DEBUG [RS:0;87fb68174c52:43741 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:18:50,222 DEBUG [RS:0;87fb68174c52:43741 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/87fb68174c52:0, corePoolSize=3, maxPoolSize=3 2024-11-07T12:18:50,222 DEBUG [RS:0;87fb68174c52:43741 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/87fb68174c52:0, corePoolSize=3, maxPoolSize=3 2024-11-07T12:18:50,226 INFO [RS:0;87fb68174c52:43741 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T12:18:50,226 INFO [RS:0;87fb68174c52:43741 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T12:18:50,226 INFO [RS:0;87fb68174c52:43741 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T12:18:50,226 INFO [RS:0;87fb68174c52:43741 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-07T12:18:50,226 INFO [RS:0;87fb68174c52:43741 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-07T12:18:50,226 INFO [RS:0;87fb68174c52:43741 {}] hbase.ChoreService(168): Chore ScheduledChore name=87fb68174c52,43741,1730981928760-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-07T12:18:50,240 INFO [RS:0;87fb68174c52:43741 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-07T12:18:50,240 INFO [RS:0;87fb68174c52:43741 {}] hbase.ChoreService(168): Chore ScheduledChore name=87fb68174c52,43741,1730981928760-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T12:18:50,241 INFO [RS:0;87fb68174c52:43741 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T12:18:50,241 INFO [RS:0;87fb68174c52:43741 {}] regionserver.Replication(171): 87fb68174c52,43741,1730981928760 started 2024-11-07T12:18:50,261 INFO [RS:0;87fb68174c52:43741 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T12:18:50,261 INFO [RS:0;87fb68174c52:43741 {}] regionserver.HRegionServer(1482): Serving as 87fb68174c52,43741,1730981928760, RpcServer on 87fb68174c52/172.17.0.3:43741, sessionid=0x1001a2e170b0004 2024-11-07T12:18:50,261 DEBUG [RS:0;87fb68174c52:43741 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-07T12:18:50,261 DEBUG [RS:0;87fb68174c52:43741 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 87fb68174c52,43741,1730981928760 2024-11-07T12:18:50,261 DEBUG [RS:0;87fb68174c52:43741 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '87fb68174c52,43741,1730981928760' 2024-11-07T12:18:50,261 DEBUG [RS:0;87fb68174c52:43741 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1631020189/flush-table-proc/abort' 2024-11-07T12:18:50,262 DEBUG [RS:0;87fb68174c52:43741 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1631020189/flush-table-proc/acquired' 2024-11-07T12:18:50,262 DEBUG [RS:0;87fb68174c52:43741 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-07T12:18:50,262 DEBUG [RS:0;87fb68174c52:43741 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-07T12:18:50,262 DEBUG [RS:0;87fb68174c52:43741 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 87fb68174c52,43741,1730981928760 2024-11-07T12:18:50,262 DEBUG [RS:0;87fb68174c52:43741 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '87fb68174c52,43741,1730981928760' 2024-11-07T12:18:50,262 DEBUG [RS:0;87fb68174c52:43741 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1631020189/online-snapshot/abort' 2024-11-07T12:18:50,263 DEBUG [RS:0;87fb68174c52:43741 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1631020189/online-snapshot/acquired' 2024-11-07T12:18:50,263 DEBUG [RS:0;87fb68174c52:43741 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-07T12:18:50,263 INFO [RS:0;87fb68174c52:43741 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-07T12:18:50,263 INFO [RS:0;87fb68174c52:43741 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-07T12:18:50,363 INFO [RS:0;87fb68174c52:43741 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-07T12:18:50,365 INFO [RS:0;87fb68174c52:43741 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=87fb68174c52%2C43741%2C1730981928760, suffix=, logDir=hdfs://localhost:33411/user/jenkins/test-data/89205663-6393-f00a-0e8b-4ff7a65f7ce5/WALs/87fb68174c52,43741,1730981928760, archiveDir=hdfs://localhost:33411/user/jenkins/test-data/89205663-6393-f00a-0e8b-4ff7a65f7ce5/oldWALs, maxLogs=10 2024-11-07T12:18:50,378 DEBUG [RS:0;87fb68174c52:43741 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/89205663-6393-f00a-0e8b-4ff7a65f7ce5/WALs/87fb68174c52,43741,1730981928760/87fb68174c52%2C43741%2C1730981928760.1730981930365, exclude list is [], retry=0 2024-11-07T12:18:50,381 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35833,DS-72b93c48-7869-4532-8061-ef92332ae390,DISK] 2024-11-07T12:18:50,383 INFO [RS:0;87fb68174c52:43741 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/89205663-6393-f00a-0e8b-4ff7a65f7ce5/WALs/87fb68174c52,43741,1730981928760/87fb68174c52%2C43741%2C1730981928760.1730981930365 2024-11-07T12:18:50,384 DEBUG [RS:0;87fb68174c52:43741 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35315:35315)] 2024-11-07T12:18:50,570 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T12:18:50,572 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-07T12:18:50,573 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-07T12:18:50,573 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:18:50,573 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T12:18:50,573 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-07T12:18:50,574 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-07T12:18:50,574 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:18:50,574 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T12:18:50,574 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-07T12:18:50,575 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-07T12:18:50,575 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:18:50,576 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T12:18:50,576 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-07T12:18:50,577 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-07T12:18:50,577 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:18:50,577 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T12:18:50,577 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-07T12:18:50,578 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33411/user/jenkins/test-data/89205663-6393-f00a-0e8b-4ff7a65f7ce5/data/hbase/meta/1588230740 2024-11-07T12:18:50,578 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33411/user/jenkins/test-data/89205663-6393-f00a-0e8b-4ff7a65f7ce5/data/hbase/meta/1588230740 2024-11-07T12:18:50,579 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-07T12:18:50,579 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-07T12:18:50,580 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T12:18:50,581 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-07T12:18:50,582 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33411/user/jenkins/test-data/89205663-6393-f00a-0e8b-4ff7a65f7ce5/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T12:18:50,583 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65097107, jitterRate=-0.02997751533985138}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T12:18:50,583 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1730981930570Initializing all the Stores at 1730981930571 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730981930571Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730981930571Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730981930571Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730981930571Cleaning up temporary data from old regions at 1730981930579 (+8 ms)Region opened successfully at 1730981930583 (+4 ms) 2024-11-07T12:18:50,583 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-07T12:18:50,583 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-07T12:18:50,583 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-07T12:18:50,583 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-07T12:18:50,583 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-07T12:18:50,583 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-07T12:18:50,583 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1730981930583Disabling compacts and flushes for region at 1730981930583Disabling writes for close at 1730981930583Writing region close event to WAL at 1730981930583Closed at 1730981930583 2024-11-07T12:18:50,584 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T12:18:50,584 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-07T12:18:50,585 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-07T12:18:50,586 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-07T12:18:50,586 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-07T12:18:50,737 DEBUG [87fb68174c52:46025 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-07T12:18:50,737 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=87fb68174c52,43741,1730981928760 2024-11-07T12:18:50,738 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 87fb68174c52,43741,1730981928760, state=OPENING 2024-11-07T12:18:50,740 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-07T12:18:50,741 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46025-0x1001a2e170b0003, quorum=127.0.0.1:60173, baseZNode=/1-1631020189 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1631020189 2024-11-07T12:18:50,741 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43741-0x1001a2e170b0004, quorum=127.0.0.1:60173, baseZNode=/1-1631020189 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1631020189 2024-11-07T12:18:50,742 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-07T12:18:50,742 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1631020189/meta-region-server: CHANGED 2024-11-07T12:18:50,742 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=87fb68174c52,43741,1730981928760}] 2024-11-07T12:18:50,742 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1631020189/meta-region-server: CHANGED 2024-11-07T12:18:50,894 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-07T12:18:50,896 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55321, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-07T12:18:50,899 INFO [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-07T12:18:50,899 INFO [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T12:18:50,899 INFO [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-07T12:18:50,901 INFO [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=87fb68174c52%2C43741%2C1730981928760.meta, suffix=.meta, logDir=hdfs://localhost:33411/user/jenkins/test-data/89205663-6393-f00a-0e8b-4ff7a65f7ce5/WALs/87fb68174c52,43741,1730981928760, archiveDir=hdfs://localhost:33411/user/jenkins/test-data/89205663-6393-f00a-0e8b-4ff7a65f7ce5/oldWALs, maxLogs=10 2024-11-07T12:18:50,914 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/89205663-6393-f00a-0e8b-4ff7a65f7ce5/WALs/87fb68174c52,43741,1730981928760/87fb68174c52%2C43741%2C1730981928760.meta.1730981930901.meta, exclude list is [], retry=0 2024-11-07T12:18:50,916 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35833,DS-72b93c48-7869-4532-8061-ef92332ae390,DISK] 2024-11-07T12:18:50,918 INFO [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/89205663-6393-f00a-0e8b-4ff7a65f7ce5/WALs/87fb68174c52,43741,1730981928760/87fb68174c52%2C43741%2C1730981928760.meta.1730981930901.meta 2024-11-07T12:18:50,918 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35315:35315)] 2024-11-07T12:18:50,918 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-07T12:18:50,919 INFO [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-07T12:18:50,919 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-07T12:18:50,919 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-07T12:18:50,919 INFO [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-07T12:18:50,919 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-07T12:18:50,919 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T12:18:50,919 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-07T12:18:50,919 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-07T12:18:50,920 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-07T12:18:50,921 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-07T12:18:50,921 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:18:50,921 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T12:18:50,921 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-07T12:18:50,922 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-07T12:18:50,922 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:18:50,922 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T12:18:50,922 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-07T12:18:50,923 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-07T12:18:50,923 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:18:50,923 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T12:18:50,923 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-07T12:18:50,924 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-07T12:18:50,924 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:18:50,924 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T12:18:50,924 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-07T12:18:50,925 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33411/user/jenkins/test-data/89205663-6393-f00a-0e8b-4ff7a65f7ce5/data/hbase/meta/1588230740 2024-11-07T12:18:50,926 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33411/user/jenkins/test-data/89205663-6393-f00a-0e8b-4ff7a65f7ce5/data/hbase/meta/1588230740 2024-11-07T12:18:50,927 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-07T12:18:50,927 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-07T12:18:50,927 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T12:18:50,928 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-07T12:18:50,929 INFO [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71045236, jitterRate=0.058656513690948486}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T12:18:50,929 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-07T12:18:50,929 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1730981930919Writing region info on filesystem at 1730981930919Initializing all the Stores at 1730981930920 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730981930920Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730981930920Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730981930920Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730981930920Cleaning up temporary data from old regions at 1730981930927 (+7 ms)Running coprocessor post-open hooks at 1730981930929 (+2 ms)Region opened successfully at 1730981930929 2024-11-07T12:18:50,930 INFO [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1730981930894 2024-11-07T12:18:50,932 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-07T12:18:50,932 INFO [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-07T12:18:50,932 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=87fb68174c52,43741,1730981928760 2024-11-07T12:18:50,933 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 87fb68174c52,43741,1730981928760, state=OPEN 2024-11-07T12:18:50,935 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43741-0x1001a2e170b0004, quorum=127.0.0.1:60173, baseZNode=/1-1631020189 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1631020189/meta-region-server 2024-11-07T12:18:50,935 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46025-0x1001a2e170b0003, quorum=127.0.0.1:60173, baseZNode=/1-1631020189 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1631020189/meta-region-server 2024-11-07T12:18:50,935 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=87fb68174c52,43741,1730981928760 2024-11-07T12:18:50,935 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1631020189/meta-region-server: CHANGED 2024-11-07T12:18:50,935 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1631020189/meta-region-server: CHANGED 2024-11-07T12:18:50,937 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-07T12:18:50,937 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=87fb68174c52,43741,1730981928760 in 193 msec 2024-11-07T12:18:50,939 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-07T12:18:50,939 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 352 msec 2024-11-07T12:18:50,939 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T12:18:50,939 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-07T12:18:50,940 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T12:18:50,940 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=87fb68174c52,43741,1730981928760, seqNum=-1] 2024-11-07T12:18:50,941 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T12:18:50,942 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37435, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T12:18:50,946 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 801 msec 2024-11-07T12:18:50,946 INFO [master/87fb68174c52:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1730981930946, completionTime=-1 2024-11-07T12:18:50,946 INFO [master/87fb68174c52:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-07T12:18:50,946 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-07T12:18:50,948 INFO [master/87fb68174c52:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-07T12:18:50,948 INFO [master/87fb68174c52:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1730981990948 2024-11-07T12:18:50,948 INFO [master/87fb68174c52:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1730982050948 2024-11-07T12:18:50,948 INFO [master/87fb68174c52:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-07T12:18:50,948 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=87fb68174c52,46025,1730981928724-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T12:18:50,948 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=87fb68174c52,46025,1730981928724-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T12:18:50,948 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=87fb68174c52,46025,1730981928724-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T12:18:50,948 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-87fb68174c52:46025, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T12:18:50,948 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-07T12:18:50,949 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-07T12:18:50,950 DEBUG [master/87fb68174c52:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-07T12:18:50,952 INFO [master/87fb68174c52:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.153sec 2024-11-07T12:18:50,952 INFO [master/87fb68174c52:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-07T12:18:50,952 INFO [master/87fb68174c52:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-07T12:18:50,952 INFO [master/87fb68174c52:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-07T12:18:50,952 INFO [master/87fb68174c52:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-07T12:18:50,952 INFO [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-07T12:18:50,952 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=87fb68174c52,46025,1730981928724-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-07T12:18:50,952 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=87fb68174c52,46025,1730981928724-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-07T12:18:50,954 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-07T12:18:50,954 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-07T12:18:50,954 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=87fb68174c52,46025,1730981928724-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T12:18:50,984 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3fab49f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:18:50,984 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 87fb68174c52,46025,-1 for getting cluster id 2024-11-07T12:18:50,984 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T12:18:50,985 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cce3c591-f83b-40dc-b960-4242dab1bf2d' 2024-11-07T12:18:50,985 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T12:18:50,985 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cce3c591-f83b-40dc-b960-4242dab1bf2d" 2024-11-07T12:18:50,986 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62817d99, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:18:50,986 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [87fb68174c52,46025,-1] 2024-11-07T12:18:50,986 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T12:18:50,986 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:18:50,987 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59376, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T12:18:50,987 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b981b4e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:18:50,988 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T12:18:50,989 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=87fb68174c52,43741,1730981928760, seqNum=-1] 2024-11-07T12:18:50,989 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T12:18:50,990 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43514, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T12:18:50,991 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=87fb68174c52,46025,1730981928724 2024-11-07T12:18:50,992 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:60173 2024-11-07T12:18:50,994 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:60173, baseZNode=/1-1631020189 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T12:18:50,995 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1001a2e170b0005 connected 2024-11-07T12:18:50,997 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T12:18:50,998 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 87fb68174c52,36323,1730981924986 2024-11-07T12:18:50,998 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@74b44442 2024-11-07T12:18:50,998 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T12:18:50,999 INFO [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49530, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-07T12:18:51,000 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36323 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-07T12:18:51,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36323 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-07T12:18:51,002 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-07T12:18:51,002 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:18:51,002 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36323 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-07T12:18:51,002 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-07T12:18:51,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36323 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T12:18:51,008 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38715 is added to blk_1073741835_1011 (size=902) 2024-11-07T12:18:51,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36323 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T12:18:51,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36323 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T12:18:51,410 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 20abc494bfe7312b205d2cc4f173bf43, NAME => 'test,,1730981930999.20abc494bfe7312b205d2cc4f173bf43.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46093/user/jenkins/test-data/7456a9a6-b421-e923-7261-4ea3339024fa 2024-11-07T12:18:51,415 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38715 is added to blk_1073741836_1012 (size=39) 2024-11-07T12:18:51,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36323 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T12:18:51,816 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1730981930999.20abc494bfe7312b205d2cc4f173bf43.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T12:18:51,816 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 20abc494bfe7312b205d2cc4f173bf43, disabling compactions & flushes 2024-11-07T12:18:51,816 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1730981930999.20abc494bfe7312b205d2cc4f173bf43. 2024-11-07T12:18:51,816 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1730981930999.20abc494bfe7312b205d2cc4f173bf43. 2024-11-07T12:18:51,816 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1730981930999.20abc494bfe7312b205d2cc4f173bf43. after waiting 0 ms 2024-11-07T12:18:51,816 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1730981930999.20abc494bfe7312b205d2cc4f173bf43. 2024-11-07T12:18:51,816 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1730981930999.20abc494bfe7312b205d2cc4f173bf43. 2024-11-07T12:18:51,816 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 20abc494bfe7312b205d2cc4f173bf43: Waiting for close lock at 1730981931816Disabling compacts and flushes for region at 1730981931816Disabling writes for close at 1730981931816Writing region close event to WAL at 1730981931816Closed at 1730981931816 2024-11-07T12:18:51,817 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-07T12:18:51,818 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1730981930999.20abc494bfe7312b205d2cc4f173bf43.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1730981931817"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1730981931817"}]},"ts":"1730981931817"} 2024-11-07T12:18:51,820 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-07T12:18:51,821 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-07T12:18:51,821 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1730981931821"}]},"ts":"1730981931821"} 2024-11-07T12:18:51,823 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-07T12:18:51,824 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=20abc494bfe7312b205d2cc4f173bf43, ASSIGN}] 2024-11-07T12:18:51,825 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=20abc494bfe7312b205d2cc4f173bf43, ASSIGN 2024-11-07T12:18:51,826 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=20abc494bfe7312b205d2cc4f173bf43, ASSIGN; state=OFFLINE, location=87fb68174c52,33657,1730981925053; forceNewPlan=false, retain=false 2024-11-07T12:18:51,976 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=20abc494bfe7312b205d2cc4f173bf43, regionState=OPENING, regionLocation=87fb68174c52,33657,1730981925053 2024-11-07T12:18:51,979 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=20abc494bfe7312b205d2cc4f173bf43, ASSIGN because future has completed 2024-11-07T12:18:51,980 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 20abc494bfe7312b205d2cc4f173bf43, server=87fb68174c52,33657,1730981925053}] 2024-11-07T12:18:52,136 INFO [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1730981930999.20abc494bfe7312b205d2cc4f173bf43. 2024-11-07T12:18:52,136 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 20abc494bfe7312b205d2cc4f173bf43, NAME => 'test,,1730981930999.20abc494bfe7312b205d2cc4f173bf43.', STARTKEY => '', ENDKEY => ''} 2024-11-07T12:18:52,136 INFO [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-07T12:18:52,137 INFO [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-07T12:18:52,137 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 20abc494bfe7312b205d2cc4f173bf43 2024-11-07T12:18:52,137 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1730981930999.20abc494bfe7312b205d2cc4f173bf43.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T12:18:52,137 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 20abc494bfe7312b205d2cc4f173bf43 2024-11-07T12:18:52,137 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 20abc494bfe7312b205d2cc4f173bf43 2024-11-07T12:18:52,138 INFO [StoreOpener-20abc494bfe7312b205d2cc4f173bf43-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 20abc494bfe7312b205d2cc4f173bf43 2024-11-07T12:18:52,139 INFO [StoreOpener-20abc494bfe7312b205d2cc4f173bf43-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 20abc494bfe7312b205d2cc4f173bf43 columnFamilyName f 2024-11-07T12:18:52,139 DEBUG [StoreOpener-20abc494bfe7312b205d2cc4f173bf43-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:18:52,139 INFO [StoreOpener-20abc494bfe7312b205d2cc4f173bf43-1 {}] regionserver.HStore(327): Store=20abc494bfe7312b205d2cc4f173bf43/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T12:18:52,140 INFO [StoreOpener-20abc494bfe7312b205d2cc4f173bf43-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 20abc494bfe7312b205d2cc4f173bf43 2024-11-07T12:18:52,140 INFO [StoreOpener-20abc494bfe7312b205d2cc4f173bf43-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 20abc494bfe7312b205d2cc4f173bf43 columnFamilyName f1 2024-11-07T12:18:52,140 DEBUG [StoreOpener-20abc494bfe7312b205d2cc4f173bf43-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:18:52,141 INFO [StoreOpener-20abc494bfe7312b205d2cc4f173bf43-1 {}] regionserver.HStore(327): Store=20abc494bfe7312b205d2cc4f173bf43/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T12:18:52,141 INFO [StoreOpener-20abc494bfe7312b205d2cc4f173bf43-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 20abc494bfe7312b205d2cc4f173bf43 2024-11-07T12:18:52,142 INFO [StoreOpener-20abc494bfe7312b205d2cc4f173bf43-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 20abc494bfe7312b205d2cc4f173bf43 columnFamilyName norep 2024-11-07T12:18:52,142 DEBUG [StoreOpener-20abc494bfe7312b205d2cc4f173bf43-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:18:52,142 INFO [StoreOpener-20abc494bfe7312b205d2cc4f173bf43-1 {}] regionserver.HStore(327): Store=20abc494bfe7312b205d2cc4f173bf43/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T12:18:52,142 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 20abc494bfe7312b205d2cc4f173bf43 2024-11-07T12:18:52,143 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46093/user/jenkins/test-data/7456a9a6-b421-e923-7261-4ea3339024fa/data/default/test/20abc494bfe7312b205d2cc4f173bf43 2024-11-07T12:18:52,143 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46093/user/jenkins/test-data/7456a9a6-b421-e923-7261-4ea3339024fa/data/default/test/20abc494bfe7312b205d2cc4f173bf43 2024-11-07T12:18:52,144 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 20abc494bfe7312b205d2cc4f173bf43 2024-11-07T12:18:52,144 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 20abc494bfe7312b205d2cc4f173bf43 2024-11-07T12:18:52,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36323 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T12:18:52,144 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-07T12:18:52,145 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 20abc494bfe7312b205d2cc4f173bf43 2024-11-07T12:18:52,147 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46093/user/jenkins/test-data/7456a9a6-b421-e923-7261-4ea3339024fa/data/default/test/20abc494bfe7312b205d2cc4f173bf43/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T12:18:52,147 INFO [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 20abc494bfe7312b205d2cc4f173bf43; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71057357, jitterRate=0.058837130665779114}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-07T12:18:52,147 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 20abc494bfe7312b205d2cc4f173bf43 2024-11-07T12:18:52,148 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 20abc494bfe7312b205d2cc4f173bf43: Running coprocessor pre-open hook at 1730981932137Writing region info on filesystem at 1730981932137Initializing all the Stores at 1730981932138 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730981932138Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730981932138Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730981932138Cleaning up temporary data from old regions at 1730981932144 (+6 ms)Running coprocessor post-open hooks at 1730981932147 (+3 ms)Region opened successfully at 1730981932148 (+1 ms) 2024-11-07T12:18:52,149 INFO [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1730981930999.20abc494bfe7312b205d2cc4f173bf43., pid=6, masterSystemTime=1730981932132 2024-11-07T12:18:52,150 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1730981930999.20abc494bfe7312b205d2cc4f173bf43. 2024-11-07T12:18:52,151 INFO [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1730981930999.20abc494bfe7312b205d2cc4f173bf43. 2024-11-07T12:18:52,151 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=20abc494bfe7312b205d2cc4f173bf43, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=87fb68174c52,33657,1730981925053 2024-11-07T12:18:52,153 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 20abc494bfe7312b205d2cc4f173bf43, server=87fb68174c52,33657,1730981925053 because future has completed 2024-11-07T12:18:52,156 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-07T12:18:52,156 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 20abc494bfe7312b205d2cc4f173bf43, server=87fb68174c52,33657,1730981925053 in 174 msec 2024-11-07T12:18:52,158 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-07T12:18:52,158 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=20abc494bfe7312b205d2cc4f173bf43, ASSIGN in 332 msec 2024-11-07T12:18:52,158 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-07T12:18:52,158 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1730981932158"}]},"ts":"1730981932158"} 2024-11-07T12:18:52,160 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-07T12:18:52,161 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-07T12:18:52,162 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1610 sec 2024-11-07T12:18:53,101 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-07T12:18:53,129 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T12:18:53,130 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T12:18:53,130 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T12:18:53,130 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T12:18:53,130 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T12:18:53,131 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T12:18:53,138 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T12:18:53,140 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T12:18:53,146 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-07T12:18:53,147 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-07T12:18:53,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36323 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T12:18:53,155 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-07T12:18:53,155 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T12:18:53,156 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 87fb68174c52,46025,1730981928724 2024-11-07T12:18:53,156 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@d2d7851 2024-11-07T12:18:53,156 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T12:18:53,157 INFO [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59380, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-07T12:18:53,158 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46025 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-07T12:18:53,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46025 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-07T12:18:53,160 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-07T12:18:53,160 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:18:53,160 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46025 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-07T12:18:53,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46025 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T12:18:53,161 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-07T12:18:53,167 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35833 is added to blk_1073741835_1011 (size=902) 2024-11-07T12:18:53,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46025 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T12:18:53,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46025 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T12:18:53,569 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => ac66109757f078caf5d6cb8937bb0809, NAME => 'test,,1730981933158.ac66109757f078caf5d6cb8937bb0809.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33411/user/jenkins/test-data/89205663-6393-f00a-0e8b-4ff7a65f7ce5 2024-11-07T12:18:53,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35833 is added to blk_1073741836_1012 (size=39) 2024-11-07T12:18:53,575 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1730981933158.ac66109757f078caf5d6cb8937bb0809.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T12:18:53,575 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing ac66109757f078caf5d6cb8937bb0809, disabling compactions & flushes 2024-11-07T12:18:53,575 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1730981933158.ac66109757f078caf5d6cb8937bb0809. 2024-11-07T12:18:53,575 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1730981933158.ac66109757f078caf5d6cb8937bb0809. 2024-11-07T12:18:53,575 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1730981933158.ac66109757f078caf5d6cb8937bb0809. after waiting 0 ms 2024-11-07T12:18:53,575 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1730981933158.ac66109757f078caf5d6cb8937bb0809. 2024-11-07T12:18:53,575 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1730981933158.ac66109757f078caf5d6cb8937bb0809. 2024-11-07T12:18:53,575 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for ac66109757f078caf5d6cb8937bb0809: Waiting for close lock at 1730981933575Disabling compacts and flushes for region at 1730981933575Disabling writes for close at 1730981933575Writing region close event to WAL at 1730981933575Closed at 1730981933575 2024-11-07T12:18:53,576 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-07T12:18:53,577 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1730981933158.ac66109757f078caf5d6cb8937bb0809.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1730981933576"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1730981933576"}]},"ts":"1730981933576"} 2024-11-07T12:18:53,579 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-07T12:18:53,580 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-07T12:18:53,580 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1730981933580"}]},"ts":"1730981933580"} 2024-11-07T12:18:53,581 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-07T12:18:53,582 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=ac66109757f078caf5d6cb8937bb0809, ASSIGN}] 2024-11-07T12:18:53,583 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=ac66109757f078caf5d6cb8937bb0809, ASSIGN 2024-11-07T12:18:53,583 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=ac66109757f078caf5d6cb8937bb0809, ASSIGN; state=OFFLINE, location=87fb68174c52,43741,1730981928760; forceNewPlan=false, retain=false 2024-11-07T12:18:53,734 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=ac66109757f078caf5d6cb8937bb0809, regionState=OPENING, regionLocation=87fb68174c52,43741,1730981928760 2024-11-07T12:18:53,736 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=ac66109757f078caf5d6cb8937bb0809, ASSIGN because future has completed 2024-11-07T12:18:53,737 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure ac66109757f078caf5d6cb8937bb0809, server=87fb68174c52,43741,1730981928760}] 2024-11-07T12:18:53,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46025 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T12:18:53,894 INFO [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1730981933158.ac66109757f078caf5d6cb8937bb0809. 2024-11-07T12:18:53,894 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => ac66109757f078caf5d6cb8937bb0809, NAME => 'test,,1730981933158.ac66109757f078caf5d6cb8937bb0809.', STARTKEY => '', ENDKEY => ''} 2024-11-07T12:18:53,895 INFO [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-07T12:18:53,895 INFO [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-07T12:18:53,895 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test ac66109757f078caf5d6cb8937bb0809 2024-11-07T12:18:53,895 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1730981933158.ac66109757f078caf5d6cb8937bb0809.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T12:18:53,895 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for ac66109757f078caf5d6cb8937bb0809 2024-11-07T12:18:53,895 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for ac66109757f078caf5d6cb8937bb0809 2024-11-07T12:18:53,896 INFO [StoreOpener-ac66109757f078caf5d6cb8937bb0809-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region ac66109757f078caf5d6cb8937bb0809 2024-11-07T12:18:53,897 INFO [StoreOpener-ac66109757f078caf5d6cb8937bb0809-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ac66109757f078caf5d6cb8937bb0809 columnFamilyName f 2024-11-07T12:18:53,897 DEBUG [StoreOpener-ac66109757f078caf5d6cb8937bb0809-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:18:53,898 INFO [StoreOpener-ac66109757f078caf5d6cb8937bb0809-1 {}] regionserver.HStore(327): Store=ac66109757f078caf5d6cb8937bb0809/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T12:18:53,898 INFO [StoreOpener-ac66109757f078caf5d6cb8937bb0809-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region ac66109757f078caf5d6cb8937bb0809 2024-11-07T12:18:53,899 INFO [StoreOpener-ac66109757f078caf5d6cb8937bb0809-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ac66109757f078caf5d6cb8937bb0809 columnFamilyName f1 2024-11-07T12:18:53,899 DEBUG [StoreOpener-ac66109757f078caf5d6cb8937bb0809-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:18:53,899 INFO [StoreOpener-ac66109757f078caf5d6cb8937bb0809-1 {}] regionserver.HStore(327): Store=ac66109757f078caf5d6cb8937bb0809/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T12:18:53,899 INFO [StoreOpener-ac66109757f078caf5d6cb8937bb0809-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region ac66109757f078caf5d6cb8937bb0809 2024-11-07T12:18:53,900 INFO [StoreOpener-ac66109757f078caf5d6cb8937bb0809-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ac66109757f078caf5d6cb8937bb0809 columnFamilyName norep 2024-11-07T12:18:53,900 DEBUG [StoreOpener-ac66109757f078caf5d6cb8937bb0809-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:18:53,900 INFO [StoreOpener-ac66109757f078caf5d6cb8937bb0809-1 {}] regionserver.HStore(327): Store=ac66109757f078caf5d6cb8937bb0809/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T12:18:53,900 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for ac66109757f078caf5d6cb8937bb0809 2024-11-07T12:18:53,901 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33411/user/jenkins/test-data/89205663-6393-f00a-0e8b-4ff7a65f7ce5/data/default/test/ac66109757f078caf5d6cb8937bb0809 2024-11-07T12:18:53,901 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33411/user/jenkins/test-data/89205663-6393-f00a-0e8b-4ff7a65f7ce5/data/default/test/ac66109757f078caf5d6cb8937bb0809 2024-11-07T12:18:53,902 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for ac66109757f078caf5d6cb8937bb0809 2024-11-07T12:18:53,902 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for ac66109757f078caf5d6cb8937bb0809 2024-11-07T12:18:53,902 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-07T12:18:53,903 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for ac66109757f078caf5d6cb8937bb0809 2024-11-07T12:18:53,905 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33411/user/jenkins/test-data/89205663-6393-f00a-0e8b-4ff7a65f7ce5/data/default/test/ac66109757f078caf5d6cb8937bb0809/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T12:18:53,905 INFO [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened ac66109757f078caf5d6cb8937bb0809; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68574518, jitterRate=0.021839946508407593}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-07T12:18:53,905 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ac66109757f078caf5d6cb8937bb0809 2024-11-07T12:18:53,906 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for ac66109757f078caf5d6cb8937bb0809: Running coprocessor pre-open hook at 1730981933895Writing region info on filesystem at 1730981933895Initializing all the Stores at 1730981933896 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730981933896Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730981933896Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730981933896Cleaning up temporary data from old regions at 1730981933902 (+6 ms)Running coprocessor post-open hooks at 1730981933905 (+3 ms)Region opened successfully at 1730981933905 2024-11-07T12:18:53,906 INFO [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1730981933158.ac66109757f078caf5d6cb8937bb0809., pid=6, masterSystemTime=1730981933891 2024-11-07T12:18:53,908 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1730981933158.ac66109757f078caf5d6cb8937bb0809. 2024-11-07T12:18:53,908 INFO [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1730981933158.ac66109757f078caf5d6cb8937bb0809. 2024-11-07T12:18:53,909 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=ac66109757f078caf5d6cb8937bb0809, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=87fb68174c52,43741,1730981928760 2024-11-07T12:18:53,911 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure ac66109757f078caf5d6cb8937bb0809, server=87fb68174c52,43741,1730981928760 because future has completed 2024-11-07T12:18:53,914 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-07T12:18:53,914 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure ac66109757f078caf5d6cb8937bb0809, server=87fb68174c52,43741,1730981928760 in 175 msec 2024-11-07T12:18:53,915 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-07T12:18:53,915 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=ac66109757f078caf5d6cb8937bb0809, ASSIGN in 332 msec 2024-11-07T12:18:53,916 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-07T12:18:53,916 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1730981933916"}]},"ts":"1730981933916"} 2024-11-07T12:18:53,918 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-07T12:18:53,918 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-07T12:18:53,919 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 760 msec 2024-11-07T12:18:54,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46025 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T12:18:54,294 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-07T12:18:54,295 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a1fee45, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:18:54,295 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 87fb68174c52,36323,-1 for getting cluster id 2024-11-07T12:18:54,295 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T12:18:54,296 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '15aca604-7fcb-4a4e-b2a7-9df6f324c8bb' 2024-11-07T12:18:54,296 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T12:18:54,296 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "15aca604-7fcb-4a4e-b2a7-9df6f324c8bb" 2024-11-07T12:18:54,297 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@707445db, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:18:54,297 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [87fb68174c52,36323,-1] 2024-11-07T12:18:54,297 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T12:18:54,297 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:18:54,298 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49542, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T12:18:54,298 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31c35bf3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:18:54,299 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42f1742f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:18:54,299 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 87fb68174c52,46025,-1 for getting cluster id 2024-11-07T12:18:54,299 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T12:18:54,300 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cce3c591-f83b-40dc-b960-4242dab1bf2d' 2024-11-07T12:18:54,300 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T12:18:54,300 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cce3c591-f83b-40dc-b960-4242dab1bf2d" 2024-11-07T12:18:54,300 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e386e88, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:18:54,300 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [87fb68174c52,46025,-1] 2024-11-07T12:18:54,300 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T12:18:54,301 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:18:54,301 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59396, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T12:18:54,302 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66c22e91, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:18:54,302 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9d06d9b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:18:54,303 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 87fb68174c52,36323,-1 for getting cluster id 2024-11-07T12:18:54,303 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T12:18:54,303 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '15aca604-7fcb-4a4e-b2a7-9df6f324c8bb' 2024-11-07T12:18:54,303 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T12:18:54,304 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "15aca604-7fcb-4a4e-b2a7-9df6f324c8bb" 2024-11-07T12:18:54,304 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@677d4bcb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:18:54,304 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [87fb68174c52,36323,-1] 2024-11-07T12:18:54,304 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T12:18:54,304 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:18:54,305 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49560, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T12:18:54,305 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58c7d77a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:18:54,305 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T12:18:54,306 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 87fb68174c52,36323,1730981924986 2024-11-07T12:18:54,306 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1d73148b 2024-11-07T12:18:54,306 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T12:18:54,307 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49566, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-07T12:18:54,307 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36323 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://87fb68174c52:46025,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-07T12:18:54,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36323 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-07T12:18:54,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36323 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-07T12:18:54,310 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='87fb68174c52:46025' 2024-11-07T12:18:54,311 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1709e8b6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:18:54,311 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 87fb68174c52,46025,-1 for getting cluster id 2024-11-07T12:18:54,311 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T12:18:54,312 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cce3c591-f83b-40dc-b960-4242dab1bf2d' 2024-11-07T12:18:54,312 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T12:18:54,312 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cce3c591-f83b-40dc-b960-4242dab1bf2d" 2024-11-07T12:18:54,312 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ac85d25, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:18:54,312 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [87fb68174c52,46025,-1] 2024-11-07T12:18:54,312 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T12:18:54,312 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:18:54,313 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59426, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T12:18:54,313 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@373345c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:18:54,313 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T12:18:54,314 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 87fb68174c52,46025,1730981928724 2024-11-07T12:18:54,314 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2b83f153 2024-11-07T12:18:54,314 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T12:18:54,315 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59438, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-07T12:18:54,315 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-07T12:18:54,316 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-07T12:18:54,316 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:18:54,316 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:18:54,316 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T12:18:54,316 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-07T12:18:54,317 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-07T12:18:54,318 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-07T12:18:54,318 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:18:54,319 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-07T12:18:54,324 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38715 is added to blk_1073741837_1013 (size=1138) 2024-11-07T12:18:54,372 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-07T12:18:54,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36323 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-07T12:18:54,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36323 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-07T12:18:54,726 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 3c803191f760a59a12167230cd023b2e, NAME => 'hbase:replication,,1730981934316.3c803191f760a59a12167230cd023b2e.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46093/user/jenkins/test-data/7456a9a6-b421-e923-7261-4ea3339024fa 2024-11-07T12:18:54,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38715 is added to blk_1073741838_1014 (size=44) 2024-11-07T12:18:54,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36323 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-07T12:18:55,132 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1730981934316.3c803191f760a59a12167230cd023b2e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T12:18:55,133 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 3c803191f760a59a12167230cd023b2e, disabling compactions & flushes 2024-11-07T12:18:55,133 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1730981934316.3c803191f760a59a12167230cd023b2e. 2024-11-07T12:18:55,133 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1730981934316.3c803191f760a59a12167230cd023b2e. 2024-11-07T12:18:55,133 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1730981934316.3c803191f760a59a12167230cd023b2e. after waiting 0 ms 2024-11-07T12:18:55,133 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1730981934316.3c803191f760a59a12167230cd023b2e. 2024-11-07T12:18:55,133 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1730981934316.3c803191f760a59a12167230cd023b2e. 2024-11-07T12:18:55,133 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 3c803191f760a59a12167230cd023b2e: Waiting for close lock at 1730981935133Disabling compacts and flushes for region at 1730981935133Disabling writes for close at 1730981935133Writing region close event to WAL at 1730981935133Closed at 1730981935133 2024-11-07T12:18:55,134 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-07T12:18:55,134 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1730981934316.3c803191f760a59a12167230cd023b2e.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1730981935134"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1730981935134"}]},"ts":"1730981935134"} 2024-11-07T12:18:55,136 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-07T12:18:55,137 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-07T12:18:55,137 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1730981935137"}]},"ts":"1730981935137"} 2024-11-07T12:18:55,139 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-07T12:18:55,139 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=3c803191f760a59a12167230cd023b2e, ASSIGN}] 2024-11-07T12:18:55,140 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=3c803191f760a59a12167230cd023b2e, ASSIGN 2024-11-07T12:18:55,141 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=3c803191f760a59a12167230cd023b2e, ASSIGN; state=OFFLINE, location=87fb68174c52,33657,1730981925053; forceNewPlan=false, retain=false 2024-11-07T12:18:55,245 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-07T12:18:55,245 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-07T12:18:55,246 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-07T12:18:55,246 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-07T12:18:55,247 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-07T12:18:55,247 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-07T12:18:55,247 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-07T12:18:55,247 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-07T12:18:55,247 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-07T12:18:55,247 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-07T12:18:55,248 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-07T12:18:55,248 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-07T12:18:55,292 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=3c803191f760a59a12167230cd023b2e, regionState=OPENING, regionLocation=87fb68174c52,33657,1730981925053 2024-11-07T12:18:55,297 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=3c803191f760a59a12167230cd023b2e, ASSIGN because future has completed 2024-11-07T12:18:55,301 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3c803191f760a59a12167230cd023b2e, server=87fb68174c52,33657,1730981925053}] 2024-11-07T12:18:55,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36323 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-07T12:18:55,459 INFO [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1730981934316.3c803191f760a59a12167230cd023b2e. 2024-11-07T12:18:55,459 INFO [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T12:18:55,459 INFO [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-07T12:18:55,460 INFO [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=87fb68174c52%2C33657%2C1730981925053.rep, suffix=, logDir=hdfs://localhost:46093/user/jenkins/test-data/7456a9a6-b421-e923-7261-4ea3339024fa/WALs/87fb68174c52,33657,1730981925053, archiveDir=hdfs://localhost:46093/user/jenkins/test-data/7456a9a6-b421-e923-7261-4ea3339024fa/oldWALs, maxLogs=10 2024-11-07T12:18:55,481 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/7456a9a6-b421-e923-7261-4ea3339024fa/WALs/87fb68174c52,33657,1730981925053/87fb68174c52%2C33657%2C1730981925053.rep.1730981935461, exclude list is [], retry=0 2024-11-07T12:18:55,483 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38715,DS-6e264d4c-2fcc-472e-bfc1-27c95916cf3a,DISK] 2024-11-07T12:18:55,485 INFO [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7456a9a6-b421-e923-7261-4ea3339024fa/WALs/87fb68174c52,33657,1730981925053/87fb68174c52%2C33657%2C1730981925053.rep.1730981935461 2024-11-07T12:18:55,486 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37975:37975)] 2024-11-07T12:18:55,486 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 3c803191f760a59a12167230cd023b2e, NAME => 'hbase:replication,,1730981934316.3c803191f760a59a12167230cd023b2e.', STARTKEY => '', ENDKEY => ''} 2024-11-07T12:18:55,486 INFO [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-07T12:18:55,486 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-07T12:18:55,486 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1730981934316.3c803191f760a59a12167230cd023b2e. service=MultiRowMutationService 2024-11-07T12:18:55,487 INFO [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-07T12:18:55,487 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 3c803191f760a59a12167230cd023b2e 2024-11-07T12:18:55,487 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1730981934316.3c803191f760a59a12167230cd023b2e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T12:18:55,487 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 3c803191f760a59a12167230cd023b2e 2024-11-07T12:18:55,487 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 3c803191f760a59a12167230cd023b2e 2024-11-07T12:18:55,488 INFO [StoreOpener-3c803191f760a59a12167230cd023b2e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 3c803191f760a59a12167230cd023b2e 2024-11-07T12:18:55,490 INFO [StoreOpener-3c803191f760a59a12167230cd023b2e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3c803191f760a59a12167230cd023b2e columnFamilyName hfileref 2024-11-07T12:18:55,490 DEBUG [StoreOpener-3c803191f760a59a12167230cd023b2e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:18:55,490 INFO [StoreOpener-3c803191f760a59a12167230cd023b2e-1 {}] regionserver.HStore(327): Store=3c803191f760a59a12167230cd023b2e/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T12:18:55,490 INFO [StoreOpener-3c803191f760a59a12167230cd023b2e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 3c803191f760a59a12167230cd023b2e 2024-11-07T12:18:55,491 INFO [StoreOpener-3c803191f760a59a12167230cd023b2e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3c803191f760a59a12167230cd023b2e columnFamilyName queue 2024-11-07T12:18:55,491 DEBUG [StoreOpener-3c803191f760a59a12167230cd023b2e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:18:55,492 INFO [StoreOpener-3c803191f760a59a12167230cd023b2e-1 {}] regionserver.HStore(327): Store=3c803191f760a59a12167230cd023b2e/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T12:18:55,492 INFO [StoreOpener-3c803191f760a59a12167230cd023b2e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 3c803191f760a59a12167230cd023b2e 2024-11-07T12:18:55,493 INFO [StoreOpener-3c803191f760a59a12167230cd023b2e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3c803191f760a59a12167230cd023b2e columnFamilyName sid 2024-11-07T12:18:55,493 DEBUG [StoreOpener-3c803191f760a59a12167230cd023b2e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:18:55,494 INFO [StoreOpener-3c803191f760a59a12167230cd023b2e-1 {}] regionserver.HStore(327): Store=3c803191f760a59a12167230cd023b2e/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T12:18:55,496 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 3c803191f760a59a12167230cd023b2e 2024-11-07T12:18:55,497 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46093/user/jenkins/test-data/7456a9a6-b421-e923-7261-4ea3339024fa/data/hbase/replication/3c803191f760a59a12167230cd023b2e 2024-11-07T12:18:55,497 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46093/user/jenkins/test-data/7456a9a6-b421-e923-7261-4ea3339024fa/data/hbase/replication/3c803191f760a59a12167230cd023b2e 2024-11-07T12:18:55,498 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 3c803191f760a59a12167230cd023b2e 2024-11-07T12:18:55,498 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 3c803191f760a59a12167230cd023b2e 2024-11-07T12:18:55,499 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-07T12:18:55,500 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 3c803191f760a59a12167230cd023b2e 2024-11-07T12:18:55,503 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46093/user/jenkins/test-data/7456a9a6-b421-e923-7261-4ea3339024fa/data/hbase/replication/3c803191f760a59a12167230cd023b2e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T12:18:55,503 INFO [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 3c803191f760a59a12167230cd023b2e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58805585, jitterRate=-0.12372849881649017}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-07T12:18:55,504 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3c803191f760a59a12167230cd023b2e 2024-11-07T12:18:55,504 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 3c803191f760a59a12167230cd023b2e: Running coprocessor pre-open hook at 1730981935487Writing region info on filesystem at 1730981935487Initializing all the Stores at 1730981935488 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730981935488Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730981935488Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730981935488Cleaning up temporary data from old regions at 1730981935498 (+10 ms)Running coprocessor post-open hooks at 1730981935504 (+6 ms)Region opened successfully at 1730981935504 2024-11-07T12:18:55,506 INFO [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1730981934316.3c803191f760a59a12167230cd023b2e., pid=10, masterSystemTime=1730981935455 2024-11-07T12:18:55,508 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1730981934316.3c803191f760a59a12167230cd023b2e. 2024-11-07T12:18:55,508 INFO [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1730981934316.3c803191f760a59a12167230cd023b2e. 2024-11-07T12:18:55,509 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=3c803191f760a59a12167230cd023b2e, regionState=OPEN, openSeqNum=2, regionLocation=87fb68174c52,33657,1730981925053 2024-11-07T12:18:55,511 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3c803191f760a59a12167230cd023b2e, server=87fb68174c52,33657,1730981925053 because future has completed 2024-11-07T12:18:55,514 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-07T12:18:55,514 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 3c803191f760a59a12167230cd023b2e, server=87fb68174c52,33657,1730981925053 in 211 msec 2024-11-07T12:18:55,516 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-07T12:18:55,516 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=3c803191f760a59a12167230cd023b2e, ASSIGN in 375 msec 2024-11-07T12:18:55,517 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-07T12:18:55,517 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1730981935517"}]},"ts":"1730981935517"} 2024-11-07T12:18:55,519 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-07T12:18:55,520 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-07T12:18:55,523 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2040 sec 2024-11-07T12:18:55,527 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1730981934316.3c803191f760a59a12167230cd023b2e., hostname=87fb68174c52,33657,1730981925053, seqNum=2] 2024-11-07T12:18:55,535 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33657-0x1001a2e170b0001, quorum=127.0.0.1:60173, baseZNode=/0655307062 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0655307062 2024-11-07T12:18:55,535 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36323-0x1001a2e170b0000, quorum=127.0.0.1:60173, baseZNode=/0655307062 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0655307062 2024-11-07T12:18:55,539 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-07T12:18:55,692 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33657 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-07T12:18:55,692 INFO [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-07T12:18:55,730 INFO [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-87fb68174c52,33657,1730981925053, ReplicationSource: 1, currentBandwidth=0 2024-11-07T12:18:55,730 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T12:18:55,730 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=87fb68174c52,33657,1730981925053, seqNum=-1] 2024-11-07T12:18:55,731 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T12:18:55,732 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51845, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService 2024-11-07T12:18:55,734 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-87fb68174c52,33657,1730981925053', locateType=CURRENT is [region=hbase:replication,,1730981934316.3c803191f760a59a12167230cd023b2e., hostname=87fb68174c52,33657,1730981925053, seqNum=2] 2024-11-07T12:18:55,737 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-07T12:18:55,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36323 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-07T12:18:55,739 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 87fb68174c52,33657,1730981925053 suceeded 2024-11-07T12:18:55,741 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-07T12:18:55,741 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 200 msec 2024-11-07T12:18:55,741 INFO [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://87fb68174c52:46025,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-07T12:18:55,742 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4340 sec 2024-11-07T12:18:55,755 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,33657,1730981925053 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='87fb68174c52:46025' 2024-11-07T12:18:55,756 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,33657,1730981925053 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@178c6e03, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:18:55,756 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,33657,1730981925053 {}] client.ClusterIdFetcher(90): Going to request 87fb68174c52,46025,-1 for getting cluster id 2024-11-07T12:18:55,756 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,33657,1730981925053 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T12:18:55,757 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cce3c591-f83b-40dc-b960-4242dab1bf2d' 2024-11-07T12:18:55,757 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T12:18:55,757 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cce3c591-f83b-40dc-b960-4242dab1bf2d" 2024-11-07T12:18:55,758 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@38fc48aa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:18:55,758 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [87fb68174c52,46025,-1] 2024-11-07T12:18:55,758 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T12:18:55,758 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:18:55,759 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59454, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService 2024-11-07T12:18:55,759 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,33657,1730981925053 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1edad2fa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:18:55,759 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,33657,1730981925053 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T12:18:55,760 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 87fb68174c52,46025,1730981928724 2024-11-07T12:18:55,760 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@480f7eb8 2024-11-07T12:18:55,760 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T12:18:55,761 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59466, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService 2024-11-07T12:18:55,762 INFO [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,33657,1730981925053 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-87fb68174c52,33657,1730981925053 (queues=1) is replicating from cluster=15aca604-7fcb-4a4e-b2a7-9df6f324c8bb to cluster=cce3c591-f83b-40dc-b960-4242dab1bf2d 2024-11-07T12:18:55,762 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,33657,1730981925053 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=87fb68174c52%2C33657%2C1730981925053 2024-11-07T12:18:55,762 INFO [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,33657,1730981925053 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-87fb68174c52,33657,1730981925053, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-07T12:18:55,765 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,33657,1730981925053.replicationSource.wal-reader.87fb68174c52%2C33657%2C1730981925053,1-87fb68174c52,33657,1730981925053 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:46093/user/jenkins/test-data/7456a9a6-b421-e923-7261-4ea3339024fa/WALs/87fb68174c52,33657,1730981925053/87fb68174c52%2C33657%2C1730981925053.1730981927174, startPosition=0, beingWritten=true 2024-11-07T12:18:55,768 INFO [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,33657,1730981925053.replicationSource.shipper87fb68174c52%2C33657%2C1730981925053,1-87fb68174c52,33657,1730981925053 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 87fb68174c52%2C33657%2C1730981925053 2024-11-07T12:18:55,772 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,33657,1730981925053.replicationSource.wal-reader.87fb68174c52%2C33657%2C1730981925053,1-87fb68174c52,33657,1730981925053 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-07T12:18:55,772 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,33657,1730981925053.replicationSource.wal-reader.87fb68174c52%2C33657%2C1730981925053,1-87fb68174c52,33657,1730981925053 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46093/user/jenkins/test-data/7456a9a6-b421-e923-7261-4ea3339024fa/WALs/87fb68174c52,33657,1730981925053/87fb68174c52%2C33657%2C1730981925053.1730981927174 to pos 379, reset compression=false 2024-11-07T12:18:55,772 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,33657,1730981925053.replicationSource.shipper87fb68174c52%2C33657%2C1730981925053,1-87fb68174c52,33657,1730981925053 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-87fb68174c52,33657,1730981925053 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46093/user/jenkins/test-data/7456a9a6-b421-e923-7261-4ea3339024fa/WALs/87fb68174c52,33657,1730981925053/87fb68174c52%2C33657%2C1730981925053.1730981927174, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-07T12:18:55,976 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,33657,1730981925053.replicationSource.wal-reader.87fb68174c52%2C33657%2C1730981925053,1-87fb68174c52,33657,1730981925053 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46093/user/jenkins/test-data/7456a9a6-b421-e923-7261-4ea3339024fa/WALs/87fb68174c52,33657,1730981925053/87fb68174c52%2C33657%2C1730981925053.1730981927174 to pos 379, reset compression=false 2024-11-07T12:18:56,284 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,33657,1730981925053.replicationSource.wal-reader.87fb68174c52%2C33657%2C1730981925053,1-87fb68174c52,33657,1730981925053 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46093/user/jenkins/test-data/7456a9a6-b421-e923-7261-4ea3339024fa/WALs/87fb68174c52,33657,1730981925053/87fb68174c52%2C33657%2C1730981925053.1730981927174 to pos 379, reset compression=false 2024-11-07T12:18:56,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36323 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-07T12:18:56,455 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-07T12:18:56,455 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T12:18:56,455 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T12:18:56,455 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:18:56,455 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:18:56,456 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T12:18:56,456 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1240b678, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:18:56,456 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 87fb68174c52,46025,-1 for getting cluster id 2024-11-07T12:18:56,456 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T12:18:56,457 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cce3c591-f83b-40dc-b960-4242dab1bf2d' 2024-11-07T12:18:56,457 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T12:18:56,458 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cce3c591-f83b-40dc-b960-4242dab1bf2d" 2024-11-07T12:18:56,458 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15099758, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:18:56,458 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [87fb68174c52,46025,-1] 2024-11-07T12:18:56,458 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T12:18:56,458 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:18:56,459 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59484, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T12:18:56,460 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@eabab24, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:18:56,460 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T12:18:56,461 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 87fb68174c52,46025,1730981928724 2024-11-07T12:18:56,461 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@32966849 2024-11-07T12:18:56,461 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T12:18:56,462 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59498, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-07T12:18:56,463 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46025 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://87fb68174c52:36323,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-07T12:18:56,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46025 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-07T12:18:56,465 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='87fb68174c52:36323' 2024-11-07T12:18:56,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46025 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-07T12:18:56,469 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f184d17, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:18:56,469 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 87fb68174c52,36323,-1 for getting cluster id 2024-11-07T12:18:56,469 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T12:18:56,469 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '15aca604-7fcb-4a4e-b2a7-9df6f324c8bb' 2024-11-07T12:18:56,470 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T12:18:56,470 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "15aca604-7fcb-4a4e-b2a7-9df6f324c8bb" 2024-11-07T12:18:56,470 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26e7161f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:18:56,470 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [87fb68174c52,36323,-1] 2024-11-07T12:18:56,470 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T12:18:56,470 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:18:56,471 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49578, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T12:18:56,472 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49abdfda, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:18:56,472 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T12:18:56,474 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 87fb68174c52,36323,1730981924986 2024-11-07T12:18:56,474 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5cfaf89a 2024-11-07T12:18:56,474 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T12:18:56,475 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49592, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-07T12:18:56,476 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-07T12:18:56,476 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-07T12:18:56,476 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:18:56,476 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:18:56,476 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-07T12:18:56,477 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T12:18:56,477 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-07T12:18:56,479 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-07T12:18:56,479 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:18:56,480 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-07T12:18:56,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35833 is added to blk_1073741837_1013 (size=1138) 2024-11-07T12:18:56,532 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-07T12:18:56,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46025 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-07T12:18:56,688 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,33657,1730981925053.replicationSource.wal-reader.87fb68174c52%2C33657%2C1730981925053,1-87fb68174c52,33657,1730981925053 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46093/user/jenkins/test-data/7456a9a6-b421-e923-7261-4ea3339024fa/WALs/87fb68174c52,33657,1730981925053/87fb68174c52%2C33657%2C1730981925053.1730981927174 to pos 379, reset compression=false 2024-11-07T12:18:56,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46025 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-07T12:18:56,900 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 20f49b724a2e8a534b68b1bbce34f957, NAME => 'hbase:replication,,1730981936476.20f49b724a2e8a534b68b1bbce34f957.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33411/user/jenkins/test-data/89205663-6393-f00a-0e8b-4ff7a65f7ce5 2024-11-07T12:18:56,926 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35833 is added to blk_1073741838_1014 (size=44) 2024-11-07T12:18:57,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46025 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-07T12:18:57,193 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,33657,1730981925053.replicationSource.wal-reader.87fb68174c52%2C33657%2C1730981925053,1-87fb68174c52,33657,1730981925053 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46093/user/jenkins/test-data/7456a9a6-b421-e923-7261-4ea3339024fa/WALs/87fb68174c52,33657,1730981925053/87fb68174c52%2C33657%2C1730981925053.1730981927174 to pos 379, reset compression=false 2024-11-07T12:18:57,327 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1730981936476.20f49b724a2e8a534b68b1bbce34f957.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T12:18:57,327 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 20f49b724a2e8a534b68b1bbce34f957, disabling compactions & flushes 2024-11-07T12:18:57,327 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1730981936476.20f49b724a2e8a534b68b1bbce34f957. 2024-11-07T12:18:57,327 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1730981936476.20f49b724a2e8a534b68b1bbce34f957. 2024-11-07T12:18:57,327 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1730981936476.20f49b724a2e8a534b68b1bbce34f957. after waiting 0 ms 2024-11-07T12:18:57,327 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1730981936476.20f49b724a2e8a534b68b1bbce34f957. 2024-11-07T12:18:57,327 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1730981936476.20f49b724a2e8a534b68b1bbce34f957. 2024-11-07T12:18:57,327 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 20f49b724a2e8a534b68b1bbce34f957: Waiting for close lock at 1730981937327Disabling compacts and flushes for region at 1730981937327Disabling writes for close at 1730981937327Writing region close event to WAL at 1730981937327Closed at 1730981937327 2024-11-07T12:18:57,328 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-07T12:18:57,329 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1730981936476.20f49b724a2e8a534b68b1bbce34f957.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1730981937328"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1730981937328"}]},"ts":"1730981937328"} 2024-11-07T12:18:57,331 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-07T12:18:57,332 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-07T12:18:57,332 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1730981937332"}]},"ts":"1730981937332"} 2024-11-07T12:18:57,334 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-07T12:18:57,334 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=20f49b724a2e8a534b68b1bbce34f957, ASSIGN}] 2024-11-07T12:18:57,336 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=20f49b724a2e8a534b68b1bbce34f957, ASSIGN 2024-11-07T12:18:57,337 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=20f49b724a2e8a534b68b1bbce34f957, ASSIGN; state=OFFLINE, location=87fb68174c52,43741,1730981928760; forceNewPlan=false, retain=false 2024-11-07T12:18:57,487 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=20f49b724a2e8a534b68b1bbce34f957, regionState=OPENING, regionLocation=87fb68174c52,43741,1730981928760 2024-11-07T12:18:57,490 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=20f49b724a2e8a534b68b1bbce34f957, ASSIGN because future has completed 2024-11-07T12:18:57,490 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 20f49b724a2e8a534b68b1bbce34f957, server=87fb68174c52,43741,1730981928760}] 2024-11-07T12:18:57,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46025 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-07T12:18:57,647 INFO [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1730981936476.20f49b724a2e8a534b68b1bbce34f957. 2024-11-07T12:18:57,647 INFO [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T12:18:57,647 INFO [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-07T12:18:57,649 INFO [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=87fb68174c52%2C43741%2C1730981928760.rep, suffix=, logDir=hdfs://localhost:33411/user/jenkins/test-data/89205663-6393-f00a-0e8b-4ff7a65f7ce5/WALs/87fb68174c52,43741,1730981928760, archiveDir=hdfs://localhost:33411/user/jenkins/test-data/89205663-6393-f00a-0e8b-4ff7a65f7ce5/oldWALs, maxLogs=10 2024-11-07T12:18:57,669 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/89205663-6393-f00a-0e8b-4ff7a65f7ce5/WALs/87fb68174c52,43741,1730981928760/87fb68174c52%2C43741%2C1730981928760.rep.1730981937649, exclude list is [], retry=0 2024-11-07T12:18:57,672 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35833,DS-72b93c48-7869-4532-8061-ef92332ae390,DISK] 2024-11-07T12:18:57,673 INFO [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/89205663-6393-f00a-0e8b-4ff7a65f7ce5/WALs/87fb68174c52,43741,1730981928760/87fb68174c52%2C43741%2C1730981928760.rep.1730981937649 2024-11-07T12:18:57,674 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35315:35315)] 2024-11-07T12:18:57,674 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 20f49b724a2e8a534b68b1bbce34f957, NAME => 'hbase:replication,,1730981936476.20f49b724a2e8a534b68b1bbce34f957.', STARTKEY => '', ENDKEY => ''} 2024-11-07T12:18:57,674 INFO [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-07T12:18:57,675 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-07T12:18:57,675 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1730981936476.20f49b724a2e8a534b68b1bbce34f957. service=MultiRowMutationService 2024-11-07T12:18:57,675 INFO [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-07T12:18:57,675 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 20f49b724a2e8a534b68b1bbce34f957 2024-11-07T12:18:57,675 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1730981936476.20f49b724a2e8a534b68b1bbce34f957.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T12:18:57,675 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 20f49b724a2e8a534b68b1bbce34f957 2024-11-07T12:18:57,675 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 20f49b724a2e8a534b68b1bbce34f957 2024-11-07T12:18:57,676 INFO [StoreOpener-20f49b724a2e8a534b68b1bbce34f957-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 20f49b724a2e8a534b68b1bbce34f957 2024-11-07T12:18:57,677 INFO [StoreOpener-20f49b724a2e8a534b68b1bbce34f957-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 20f49b724a2e8a534b68b1bbce34f957 columnFamilyName hfileref 2024-11-07T12:18:57,678 DEBUG [StoreOpener-20f49b724a2e8a534b68b1bbce34f957-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:18:57,678 INFO [StoreOpener-20f49b724a2e8a534b68b1bbce34f957-1 {}] regionserver.HStore(327): Store=20f49b724a2e8a534b68b1bbce34f957/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T12:18:57,678 INFO [StoreOpener-20f49b724a2e8a534b68b1bbce34f957-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 20f49b724a2e8a534b68b1bbce34f957 2024-11-07T12:18:57,679 INFO [StoreOpener-20f49b724a2e8a534b68b1bbce34f957-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 20f49b724a2e8a534b68b1bbce34f957 columnFamilyName queue 2024-11-07T12:18:57,679 DEBUG [StoreOpener-20f49b724a2e8a534b68b1bbce34f957-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:18:57,679 INFO [StoreOpener-20f49b724a2e8a534b68b1bbce34f957-1 {}] regionserver.HStore(327): Store=20f49b724a2e8a534b68b1bbce34f957/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T12:18:57,679 INFO [StoreOpener-20f49b724a2e8a534b68b1bbce34f957-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 20f49b724a2e8a534b68b1bbce34f957 2024-11-07T12:18:57,680 INFO [StoreOpener-20f49b724a2e8a534b68b1bbce34f957-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 20f49b724a2e8a534b68b1bbce34f957 columnFamilyName sid 2024-11-07T12:18:57,680 DEBUG [StoreOpener-20f49b724a2e8a534b68b1bbce34f957-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:18:57,681 INFO [StoreOpener-20f49b724a2e8a534b68b1bbce34f957-1 {}] regionserver.HStore(327): Store=20f49b724a2e8a534b68b1bbce34f957/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T12:18:57,681 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 20f49b724a2e8a534b68b1bbce34f957 2024-11-07T12:18:57,681 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33411/user/jenkins/test-data/89205663-6393-f00a-0e8b-4ff7a65f7ce5/data/hbase/replication/20f49b724a2e8a534b68b1bbce34f957 2024-11-07T12:18:57,682 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33411/user/jenkins/test-data/89205663-6393-f00a-0e8b-4ff7a65f7ce5/data/hbase/replication/20f49b724a2e8a534b68b1bbce34f957 2024-11-07T12:18:57,682 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 20f49b724a2e8a534b68b1bbce34f957 2024-11-07T12:18:57,683 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 20f49b724a2e8a534b68b1bbce34f957 2024-11-07T12:18:57,683 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-07T12:18:57,684 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 20f49b724a2e8a534b68b1bbce34f957 2024-11-07T12:18:57,689 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33411/user/jenkins/test-data/89205663-6393-f00a-0e8b-4ff7a65f7ce5/data/hbase/replication/20f49b724a2e8a534b68b1bbce34f957/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T12:18:57,689 INFO [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 20f49b724a2e8a534b68b1bbce34f957; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61750100, jitterRate=-0.07985180616378784}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-07T12:18:57,689 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 20f49b724a2e8a534b68b1bbce34f957 2024-11-07T12:18:57,689 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 20f49b724a2e8a534b68b1bbce34f957: Running coprocessor pre-open hook at 1730981937675Writing region info on filesystem at 1730981937675Initializing all the Stores at 1730981937676 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730981937676Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730981937676Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730981937676Cleaning up temporary data from old regions at 1730981937683 (+7 ms)Running coprocessor post-open hooks at 1730981937689 (+6 ms)Region opened successfully at 1730981937689 2024-11-07T12:18:57,690 INFO [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1730981936476.20f49b724a2e8a534b68b1bbce34f957., pid=10, masterSystemTime=1730981937643 2024-11-07T12:18:57,692 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1730981936476.20f49b724a2e8a534b68b1bbce34f957. 2024-11-07T12:18:57,692 INFO [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1730981936476.20f49b724a2e8a534b68b1bbce34f957. 2024-11-07T12:18:57,693 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=20f49b724a2e8a534b68b1bbce34f957, regionState=OPEN, openSeqNum=2, regionLocation=87fb68174c52,43741,1730981928760 2024-11-07T12:18:57,696 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 20f49b724a2e8a534b68b1bbce34f957, server=87fb68174c52,43741,1730981928760 because future has completed 2024-11-07T12:18:57,699 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-07T12:18:57,699 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 20f49b724a2e8a534b68b1bbce34f957, server=87fb68174c52,43741,1730981928760 in 207 msec 2024-11-07T12:18:57,701 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-07T12:18:57,702 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=20f49b724a2e8a534b68b1bbce34f957, ASSIGN in 365 msec 2024-11-07T12:18:57,702 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-07T12:18:57,703 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1730981937702"}]},"ts":"1730981937702"} 2024-11-07T12:18:57,707 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-07T12:18:57,708 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-07T12:18:57,713 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2320 sec 2024-11-07T12:18:57,737 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1730981936476.20f49b724a2e8a534b68b1bbce34f957., hostname=87fb68174c52,43741,1730981928760, seqNum=2] 2024-11-07T12:18:57,743 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46025-0x1001a2e170b0003, quorum=127.0.0.1:60173, baseZNode=/1-1631020189 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1631020189 2024-11-07T12:18:57,744 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43741-0x1001a2e170b0004, quorum=127.0.0.1:60173, baseZNode=/1-1631020189 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1631020189 2024-11-07T12:18:57,747 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-07T12:18:57,798 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,33657,1730981925053.replicationSource.wal-reader.87fb68174c52%2C33657%2C1730981925053,1-87fb68174c52,33657,1730981925053 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46093/user/jenkins/test-data/7456a9a6-b421-e923-7261-4ea3339024fa/WALs/87fb68174c52,33657,1730981925053/87fb68174c52%2C33657%2C1730981925053.1730981927174 to pos 379, reset compression=false 2024-11-07T12:18:57,899 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43741 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-07T12:18:57,900 INFO [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-07T12:18:57,928 INFO [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-87fb68174c52,43741,1730981928760, ReplicationSource: 1, currentBandwidth=0 2024-11-07T12:18:57,929 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T12:18:57,929 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=87fb68174c52,43741,1730981928760, seqNum=-1] 2024-11-07T12:18:57,929 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T12:18:57,930 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36793, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService 2024-11-07T12:18:57,932 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-87fb68174c52,43741,1730981928760', locateType=CURRENT is [region=hbase:replication,,1730981936476.20f49b724a2e8a534b68b1bbce34f957., hostname=87fb68174c52,43741,1730981928760, seqNum=2] 2024-11-07T12:18:57,934 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-07T12:18:57,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46025 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-07T12:18:57,936 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 87fb68174c52,43741,1730981928760 suceeded 2024-11-07T12:18:57,937 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-07T12:18:57,937 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 189 msec 2024-11-07T12:18:57,937 INFO [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://87fb68174c52:36323,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-07T12:18:57,939 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4740 sec 2024-11-07T12:18:57,948 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,43741,1730981928760 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='87fb68174c52:36323' 2024-11-07T12:18:57,949 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,43741,1730981928760 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6f35cded, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:18:57,949 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,43741,1730981928760 {}] client.ClusterIdFetcher(90): Going to request 87fb68174c52,36323,-1 for getting cluster id 2024-11-07T12:18:57,949 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,43741,1730981928760 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T12:18:57,950 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '15aca604-7fcb-4a4e-b2a7-9df6f324c8bb' 2024-11-07T12:18:57,950 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T12:18:57,950 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "15aca604-7fcb-4a4e-b2a7-9df6f324c8bb" 2024-11-07T12:18:57,950 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@78bb91e0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:18:57,950 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [87fb68174c52,36323,-1] 2024-11-07T12:18:57,950 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T12:18:57,951 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:18:57,951 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59886, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService 2024-11-07T12:18:57,952 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,43741,1730981928760 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@30bc12e9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:18:57,952 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,43741,1730981928760 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T12:18:57,952 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 87fb68174c52,36323,1730981924986 2024-11-07T12:18:57,952 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@61ebfc39 2024-11-07T12:18:57,952 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T12:18:57,953 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59898, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService 2024-11-07T12:18:57,954 INFO [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,43741,1730981928760 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-87fb68174c52,43741,1730981928760 (queues=1) is replicating from cluster=cce3c591-f83b-40dc-b960-4242dab1bf2d to cluster=15aca604-7fcb-4a4e-b2a7-9df6f324c8bb 2024-11-07T12:18:57,954 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,43741,1730981928760 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=87fb68174c52%2C43741%2C1730981928760 2024-11-07T12:18:57,954 INFO [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,43741,1730981928760 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-87fb68174c52,43741,1730981928760, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-07T12:18:57,954 INFO [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,43741,1730981928760.replicationSource.shipper87fb68174c52%2C43741%2C1730981928760,1-87fb68174c52,43741,1730981928760 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 87fb68174c52%2C43741%2C1730981928760 2024-11-07T12:18:57,954 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,43741,1730981928760.replicationSource.wal-reader.87fb68174c52%2C43741%2C1730981928760,1-87fb68174c52,43741,1730981928760 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:33411/user/jenkins/test-data/89205663-6393-f00a-0e8b-4ff7a65f7ce5/WALs/87fb68174c52,43741,1730981928760/87fb68174c52%2C43741%2C1730981928760.1730981930365, startPosition=0, beingWritten=true 2024-11-07T12:18:57,959 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,43741,1730981928760.replicationSource.wal-reader.87fb68174c52%2C43741%2C1730981928760,1-87fb68174c52,43741,1730981928760 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-07T12:18:57,959 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,43741,1730981928760.replicationSource.wal-reader.87fb68174c52%2C43741%2C1730981928760,1-87fb68174c52,43741,1730981928760 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33411/user/jenkins/test-data/89205663-6393-f00a-0e8b-4ff7a65f7ce5/WALs/87fb68174c52,43741,1730981928760/87fb68174c52%2C43741%2C1730981928760.1730981930365 to pos 379, reset compression=false 2024-11-07T12:18:57,959 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,43741,1730981928760.replicationSource.shipper87fb68174c52%2C43741%2C1730981928760,1-87fb68174c52,43741,1730981928760 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-87fb68174c52,43741,1730981928760 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33411/user/jenkins/test-data/89205663-6393-f00a-0e8b-4ff7a65f7ce5/WALs/87fb68174c52,43741,1730981928760/87fb68174c52%2C43741%2C1730981928760.1730981930365, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-07T12:18:58,164 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,43741,1730981928760.replicationSource.wal-reader.87fb68174c52%2C43741%2C1730981928760,1-87fb68174c52,43741,1730981928760 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33411/user/jenkins/test-data/89205663-6393-f00a-0e8b-4ff7a65f7ce5/WALs/87fb68174c52,43741,1730981928760/87fb68174c52%2C43741%2C1730981928760.1730981930365 to pos 379, reset compression=false 2024-11-07T12:18:58,471 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,43741,1730981928760.replicationSource.wal-reader.87fb68174c52%2C43741%2C1730981928760,1-87fb68174c52,43741,1730981928760 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33411/user/jenkins/test-data/89205663-6393-f00a-0e8b-4ff7a65f7ce5/WALs/87fb68174c52,43741,1730981928760/87fb68174c52%2C43741%2C1730981928760.1730981930365 to pos 379, reset compression=false 2024-11-07T12:18:58,502 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,33657,1730981925053.replicationSource.wal-reader.87fb68174c52%2C33657%2C1730981925053,1-87fb68174c52,33657,1730981925053 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46093/user/jenkins/test-data/7456a9a6-b421-e923-7261-4ea3339024fa/WALs/87fb68174c52,33657,1730981925053/87fb68174c52%2C33657%2C1730981925053.1730981927174 to pos 379, reset compression=false 2024-11-07T12:18:58,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46025 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-07T12:18:58,615 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-07T12:18:58,615 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T12:18:58,615 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T12:18:58,615 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:18:58,615 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:18:58,615 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T12:18:58,616 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T12:18:58,619 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/7456a9a6-b421-e923-7261-4ea3339024fa/testHFileCyclicReplication_01/f/hfile_0 is 36, key is aaaa/f:row/1730981938619/Put/seqid=0 2024-11-07T12:18:58,623 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38715 is added to blk_1073741840_1016 (size=7894) 2024-11-07T12:18:58,626 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/7456a9a6-b421-e923-7261-4ea3339024fa/testHFileCyclicReplication_01/f/hfile_1 is 34, key is ddd/f:row/1730981938625/Put/seqid=0 2024-11-07T12:18:58,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38715 is added to blk_1073741841_1017 (size=7691) 2024-11-07T12:18:58,875 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,43741,1730981928760.replicationSource.wal-reader.87fb68174c52%2C43741%2C1730981928760,1-87fb68174c52,43741,1730981928760 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33411/user/jenkins/test-data/89205663-6393-f00a-0e8b-4ff7a65f7ce5/WALs/87fb68174c52,43741,1730981928760/87fb68174c52%2C43741%2C1730981928760.1730981930365 to pos 379, reset compression=false 2024-11-07T12:18:59,032 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30ed2e47, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:18:59,032 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 87fb68174c52,36323,-1 for getting cluster id 2024-11-07T12:18:59,032 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T12:18:59,033 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '15aca604-7fcb-4a4e-b2a7-9df6f324c8bb' 2024-11-07T12:18:59,034 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T12:18:59,034 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "15aca604-7fcb-4a4e-b2a7-9df6f324c8bb" 2024-11-07T12:18:59,034 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@243f315d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:18:59,034 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [87fb68174c52,36323,-1] 2024-11-07T12:18:59,034 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T12:18:59,034 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:18:59,035 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59912, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T12:18:59,036 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11a8a376, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:18:59,036 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T12:18:59,037 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=87fb68174c52,33657,1730981925053, seqNum=-1] 2024-11-07T12:18:59,037 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T12:18:59,038 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34894, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T12:18:59,047 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T12:18:59,048 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 87fb68174c52,36323,1730981924986 2024-11-07T12:18:59,048 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3bee40ce 2024-11-07T12:18:59,048 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T12:18:59,049 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59924, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-07T12:18:59,052 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1730981930999.20abc494bfe7312b205d2cc4f173bf43., hostname=87fb68174c52,33657,1730981925053, seqNum=2] 2024-11-07T12:18:59,054 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-07T12:18:59,059 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46093/user/jenkins/test-data/7456a9a6-b421-e923-7261-4ea3339024fa/testHFileCyclicReplication_01/f/hfile_0 first=Optional[aaaa] last=Optional[cccc] 2024-11-07T12:18:59,062 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46093/user/jenkins/test-data/7456a9a6-b421-e923-7261-4ea3339024fa/testHFileCyclicReplication_01/f/hfile_1 first=Optional[ddd] last=Optional[fff] 2024-11-07T12:18:59,065 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33657 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46093/user/jenkins/test-data/7456a9a6-b421-e923-7261-4ea3339024fa/testHFileCyclicReplication_01/f/hfile_1 for inclusion in 20abc494bfe7312b205d2cc4f173bf43/f 2024-11-07T12:18:59,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33657 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-07T12:18:59,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33657 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-07T12:18:59,068 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33657 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46093/user/jenkins/test-data/7456a9a6-b421-e923-7261-4ea3339024fa/testHFileCyclicReplication_01/f/hfile_0 for inclusion in 20abc494bfe7312b205d2cc4f173bf43/f 2024-11-07T12:18:59,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33657 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-07T12:18:59,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33657 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-07T12:18:59,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33657 {}] regionserver.HRegion(2603): Flush status journal for 20abc494bfe7312b205d2cc4f173bf43: 2024-11-07T12:18:59,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33657 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:46093/user/jenkins/test-data/7456a9a6-b421-e923-7261-4ea3339024fa/testHFileCyclicReplication_01/f/hfile_1 to hdfs://localhost:46093/user/jenkins/test-data/7456a9a6-b421-e923-7261-4ea3339024fa/staging/jenkins__test__a5te0o51dgjol84roci9pk1329mfp0e03jjj3f9rcn7bo23l5guba1cnhriivar8/f/hfile_1 2024-11-07T12:18:59,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33657 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/7456a9a6-b421-e923-7261-4ea3339024fa/staging/jenkins__test__a5te0o51dgjol84roci9pk1329mfp0e03jjj3f9rcn7bo23l5guba1cnhriivar8/f/hfile_1 as hdfs://localhost:46093/user/jenkins/test-data/7456a9a6-b421-e923-7261-4ea3339024fa/data/default/test/20abc494bfe7312b205d2cc4f173bf43/f/8edf1000b7dc449090f1efaff37f5ab3_SeqId_4_ 2024-11-07T12:18:59,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33657 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:46093/user/jenkins/test-data/7456a9a6-b421-e923-7261-4ea3339024fa/testHFileCyclicReplication_01/f/hfile_0 to hdfs://localhost:46093/user/jenkins/test-data/7456a9a6-b421-e923-7261-4ea3339024fa/staging/jenkins__test__a5te0o51dgjol84roci9pk1329mfp0e03jjj3f9rcn7bo23l5guba1cnhriivar8/f/hfile_0 2024-11-07T12:18:59,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33657 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/7456a9a6-b421-e923-7261-4ea3339024fa/staging/jenkins__test__a5te0o51dgjol84roci9pk1329mfp0e03jjj3f9rcn7bo23l5guba1cnhriivar8/f/hfile_0 as hdfs://localhost:46093/user/jenkins/test-data/7456a9a6-b421-e923-7261-4ea3339024fa/data/default/test/20abc494bfe7312b205d2cc4f173bf43/f/63d15687ded249ee940d21ad8ae3184c_SeqId_4_ 2024-11-07T12:18:59,079 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33657 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46093/user/jenkins/test-data/7456a9a6-b421-e923-7261-4ea3339024fa/staging/jenkins__test__a5te0o51dgjol84roci9pk1329mfp0e03jjj3f9rcn7bo23l5guba1cnhriivar8/f/hfile_1 into 20abc494bfe7312b205d2cc4f173bf43/f as hdfs://localhost:46093/user/jenkins/test-data/7456a9a6-b421-e923-7261-4ea3339024fa/data/default/test/20abc494bfe7312b205d2cc4f173bf43/f/8edf1000b7dc449090f1efaff37f5ab3_SeqId_4_ - updating store file list. 2024-11-07T12:18:59,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33657 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 8edf1000b7dc449090f1efaff37f5ab3_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-07T12:18:59,082 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33657 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46093/user/jenkins/test-data/7456a9a6-b421-e923-7261-4ea3339024fa/data/default/test/20abc494bfe7312b205d2cc4f173bf43/f/8edf1000b7dc449090f1efaff37f5ab3_SeqId_4_ into 20abc494bfe7312b205d2cc4f173bf43/f 2024-11-07T12:18:59,082 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33657 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46093/user/jenkins/test-data/7456a9a6-b421-e923-7261-4ea3339024fa/staging/jenkins__test__a5te0o51dgjol84roci9pk1329mfp0e03jjj3f9rcn7bo23l5guba1cnhriivar8/f/hfile_1 into 20abc494bfe7312b205d2cc4f173bf43/f (new location: hdfs://localhost:46093/user/jenkins/test-data/7456a9a6-b421-e923-7261-4ea3339024fa/data/default/test/20abc494bfe7312b205d2cc4f173bf43/f/8edf1000b7dc449090f1efaff37f5ab3_SeqId_4_) 2024-11-07T12:18:59,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33657 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:46093/user/jenkins/test-data/7456a9a6-b421-e923-7261-4ea3339024fa/staging/jenkins__test__a5te0o51dgjol84roci9pk1329mfp0e03jjj3f9rcn7bo23l5guba1cnhriivar8/f/hfile_1 2024-11-07T12:18:59,083 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33657 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46093/user/jenkins/test-data/7456a9a6-b421-e923-7261-4ea3339024fa/staging/jenkins__test__a5te0o51dgjol84roci9pk1329mfp0e03jjj3f9rcn7bo23l5guba1cnhriivar8/f/hfile_0 into 20abc494bfe7312b205d2cc4f173bf43/f as hdfs://localhost:46093/user/jenkins/test-data/7456a9a6-b421-e923-7261-4ea3339024fa/data/default/test/20abc494bfe7312b205d2cc4f173bf43/f/63d15687ded249ee940d21ad8ae3184c_SeqId_4_ - updating store file list. 2024-11-07T12:18:59,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33657 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 63d15687ded249ee940d21ad8ae3184c_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-07T12:18:59,087 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33657 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46093/user/jenkins/test-data/7456a9a6-b421-e923-7261-4ea3339024fa/data/default/test/20abc494bfe7312b205d2cc4f173bf43/f/63d15687ded249ee940d21ad8ae3184c_SeqId_4_ into 20abc494bfe7312b205d2cc4f173bf43/f 2024-11-07T12:18:59,087 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33657 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46093/user/jenkins/test-data/7456a9a6-b421-e923-7261-4ea3339024fa/staging/jenkins__test__a5te0o51dgjol84roci9pk1329mfp0e03jjj3f9rcn7bo23l5guba1cnhriivar8/f/hfile_0 into 20abc494bfe7312b205d2cc4f173bf43/f (new location: hdfs://localhost:46093/user/jenkins/test-data/7456a9a6-b421-e923-7261-4ea3339024fa/data/default/test/20abc494bfe7312b205d2cc4f173bf43/f/63d15687ded249ee940d21ad8ae3184c_SeqId_4_) 2024-11-07T12:18:59,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33657 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:46093/user/jenkins/test-data/7456a9a6-b421-e923-7261-4ea3339024fa/staging/jenkins__test__a5te0o51dgjol84roci9pk1329mfp0e03jjj3f9rcn7bo23l5guba1cnhriivar8/f/hfile_0 2024-11-07T12:18:59,089 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T12:18:59,089 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:205) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T12:18:59,089 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:18:59,089 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:18:59,089 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T12:18:59,089 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1730981930999.20abc494bfe7312b205d2cc4f173bf43., hostname=87fb68174c52,33657,1730981925053, seqNum=2 , the old value is region=test,,1730981930999.20abc494bfe7312b205d2cc4f173bf43., hostname=87fb68174c52,33657,1730981925053, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=87fb68174c52:33657 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-07T12:18:59,089 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1730981930999.20abc494bfe7312b205d2cc4f173bf43., hostname=87fb68174c52,33657,1730981925053, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-07T12:18:59,089 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1730981930999.20abc494bfe7312b205d2cc4f173bf43., hostname=87fb68174c52,33657,1730981925053, seqNum=2 from cache 2024-11-07T12:18:59,090 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T12:18:59,091 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=87fb68174c52,43741,1730981928760, seqNum=-1] 2024-11-07T12:18:59,091 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-07T12:18:59,091 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T12:18:59,092 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59060, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T12:18:59,094 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1730981933158.ac66109757f078caf5d6cb8937bb0809., hostname=87fb68174c52,43741,1730981928760, seqNum=2] 2024-11-07T12:18:59,095 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-07T12:18:59,195 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=87fb68174c52:33657 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-07T12:18:59,306 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,33657,1730981925053.replicationSource.wal-reader.87fb68174c52%2C33657%2C1730981925053,1-87fb68174c52,33657,1730981925053 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46093/user/jenkins/test-data/7456a9a6-b421-e923-7261-4ea3339024fa/WALs/87fb68174c52,33657,1730981925053/87fb68174c52%2C33657%2C1730981925053.1730981927174 to pos 379, reset compression=false 2024-11-07T12:18:59,313 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,33657,1730981925053.replicationSource.wal-reader.87fb68174c52%2C33657%2C1730981925053,1-87fb68174c52,33657,1730981925053 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-07T12:18:59,313 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,33657,1730981925053.replicationSource.shipper87fb68174c52%2C33657%2C1730981925053,1-87fb68174c52,33657,1730981925053 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-87fb68174c52,33657,1730981925053 got entry batch from reader: WALEntryBatch [walEntries=[{test/20abc494bfe7312b205d2cc4f173bf43/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1730981939087/Put/vlen=190/seqid=0; >],8301}], lastWalPath=hdfs://localhost:46093/user/jenkins/test-data/7456a9a6-b421-e923-7261-4ea3339024fa/WALs/87fb68174c52,33657,1730981925053/87fb68174c52%2C33657%2C1730981925053.1730981927174, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8301, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-07T12:18:59,316 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,33657,1730981925053.replicationSource.shipper87fb68174c52%2C33657%2C1730981925053,1-87fb68174c52,33657,1730981925053 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-07T12:18:59,318 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59072, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=AdminService 2024-11-07T12:18:59,319 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43741 {}] regionserver.ReplicationSink(318): Replicating [15aca604-7fcb-4a4e-b2a7-9df6f324c8bb] bulk loaded data 2024-11-07T12:18:59,320 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43741 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@65a30e08, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:18:59,320 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43741 {}] client.ClusterIdFetcher(90): Going to request 87fb68174c52,46025,-1 for getting cluster id 2024-11-07T12:18:59,320 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43741 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T12:18:59,320 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cce3c591-f83b-40dc-b960-4242dab1bf2d' 2024-11-07T12:18:59,321 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T12:18:59,321 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cce3c591-f83b-40dc-b960-4242dab1bf2d" 2024-11-07T12:18:59,321 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@485fbfa7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:18:59,321 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [87fb68174c52,46025,-1] 2024-11-07T12:18:59,322 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T12:18:59,322 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:18:59,323 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59886, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService 2024-11-07T12:18:59,323 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43741 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@78a27315, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:18:59,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35833 is added to blk_1073741840_1016 (size=7691) 2024-11-07T12:18:59,379 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,43741,1730981928760.replicationSource.wal-reader.87fb68174c52%2C43741%2C1730981928760,1-87fb68174c52,43741,1730981928760 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33411/user/jenkins/test-data/89205663-6393-f00a-0e8b-4ff7a65f7ce5/WALs/87fb68174c52,43741,1730981928760/87fb68174c52%2C43741%2C1730981928760.1730981930365 to pos 379, reset compression=false 2024-11-07T12:18:59,397 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-07T12:18:59,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35833 is added to blk_1073741841_1017 (size=7894) 2024-11-07T12:18:59,434 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43741 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T12:18:59,435 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 87fb68174c52,46025,1730981928724 2024-11-07T12:18:59,435 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7f608c11 2024-11-07T12:18:59,435 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T12:18:59,437 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59894, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService 2024-11-07T12:18:59,439 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43741 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-07T12:18:59,439 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43741 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T12:18:59,441 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=87fb68174c52,43741,1730981928760, seqNum=-1] 2024-11-07T12:18:59,441 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T12:18:59,443 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59086, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService 2024-11-07T12:18:59,457 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T12:18:59,458 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T12:18:59,459 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T12:18:59,459 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T12:18:59,459 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T12:18:59,460 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T12:18:59,460 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33411/user/jenkins/test-data/89205663-6393-f00a-0e8b-4ff7a65f7ce5/staging/jenkins.hfs.11__test__tdeckv4ri1kbse7ko8qu3hvqhh26s6rr4r0c0d9mon8lrocv0b7ro9ov1m1o1dse/f/63d15687ded249ee940d21ad8ae3184c_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-07T12:18:59,464 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33411/user/jenkins/test-data/89205663-6393-f00a-0e8b-4ff7a65f7ce5/staging/jenkins.hfs.11__test__tdeckv4ri1kbse7ko8qu3hvqhh26s6rr4r0c0d9mon8lrocv0b7ro9ov1m1o1dse/f/8edf1000b7dc449090f1efaff37f5ab3_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-07T12:18:59,468 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43741 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33411/user/jenkins/test-data/89205663-6393-f00a-0e8b-4ff7a65f7ce5/staging/jenkins.hfs.11__test__tdeckv4ri1kbse7ko8qu3hvqhh26s6rr4r0c0d9mon8lrocv0b7ro9ov1m1o1dse/f/63d15687ded249ee940d21ad8ae3184c_SeqId_4_ for inclusion in ac66109757f078caf5d6cb8937bb0809/f 2024-11-07T12:18:59,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43741 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-07T12:18:59,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43741 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-07T12:18:59,472 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43741 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33411/user/jenkins/test-data/89205663-6393-f00a-0e8b-4ff7a65f7ce5/staging/jenkins.hfs.11__test__tdeckv4ri1kbse7ko8qu3hvqhh26s6rr4r0c0d9mon8lrocv0b7ro9ov1m1o1dse/f/8edf1000b7dc449090f1efaff37f5ab3_SeqId_4_ for inclusion in ac66109757f078caf5d6cb8937bb0809/f 2024-11-07T12:18:59,473 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T12:18:59,477 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T12:18:59,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43741 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-07T12:18:59,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43741 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-07T12:18:59,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43741 {}] regionserver.HRegion(2603): Flush status journal for ac66109757f078caf5d6cb8937bb0809: 2024-11-07T12:18:59,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43741 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 63d15687ded249ee940d21ad8ae3184c_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-07T12:18:59,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43741 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33411/user/jenkins/test-data/89205663-6393-f00a-0e8b-4ff7a65f7ce5/staging/jenkins.hfs.11__test__tdeckv4ri1kbse7ko8qu3hvqhh26s6rr4r0c0d9mon8lrocv0b7ro9ov1m1o1dse/f/63d15687ded249ee940d21ad8ae3184c_SeqId_4_ as hdfs://localhost:33411/user/jenkins/test-data/89205663-6393-f00a-0e8b-4ff7a65f7ce5/data/default/test/ac66109757f078caf5d6cb8937bb0809/f/ef9e0af9dc9c406f8d2cc505d4c4f3ce_SeqId_4_ 2024-11-07T12:18:59,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43741 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 8edf1000b7dc449090f1efaff37f5ab3_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-07T12:18:59,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43741 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33411/user/jenkins/test-data/89205663-6393-f00a-0e8b-4ff7a65f7ce5/staging/jenkins.hfs.11__test__tdeckv4ri1kbse7ko8qu3hvqhh26s6rr4r0c0d9mon8lrocv0b7ro9ov1m1o1dse/f/8edf1000b7dc449090f1efaff37f5ab3_SeqId_4_ as hdfs://localhost:33411/user/jenkins/test-data/89205663-6393-f00a-0e8b-4ff7a65f7ce5/data/default/test/ac66109757f078caf5d6cb8937bb0809/f/b113423758e94f03a3809219251c3384_SeqId_4_ 2024-11-07T12:18:59,492 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-07T12:18:59,492 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43741 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33411/user/jenkins/test-data/89205663-6393-f00a-0e8b-4ff7a65f7ce5/staging/jenkins.hfs.11__test__tdeckv4ri1kbse7ko8qu3hvqhh26s6rr4r0c0d9mon8lrocv0b7ro9ov1m1o1dse/f/63d15687ded249ee940d21ad8ae3184c_SeqId_4_ into ac66109757f078caf5d6cb8937bb0809/f as hdfs://localhost:33411/user/jenkins/test-data/89205663-6393-f00a-0e8b-4ff7a65f7ce5/data/default/test/ac66109757f078caf5d6cb8937bb0809/f/ef9e0af9dc9c406f8d2cc505d4c4f3ce_SeqId_4_ - updating store file list. 2024-11-07T12:18:59,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43741 {}] regionserver.HStoreFile(483): HFile Bloom filter type for ef9e0af9dc9c406f8d2cc505d4c4f3ce_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-07T12:18:59,498 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43741 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33411/user/jenkins/test-data/89205663-6393-f00a-0e8b-4ff7a65f7ce5/data/default/test/ac66109757f078caf5d6cb8937bb0809/f/ef9e0af9dc9c406f8d2cc505d4c4f3ce_SeqId_4_ into ac66109757f078caf5d6cb8937bb0809/f 2024-11-07T12:18:59,498 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43741 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33411/user/jenkins/test-data/89205663-6393-f00a-0e8b-4ff7a65f7ce5/staging/jenkins.hfs.11__test__tdeckv4ri1kbse7ko8qu3hvqhh26s6rr4r0c0d9mon8lrocv0b7ro9ov1m1o1dse/f/63d15687ded249ee940d21ad8ae3184c_SeqId_4_ into ac66109757f078caf5d6cb8937bb0809/f (new location: hdfs://localhost:33411/user/jenkins/test-data/89205663-6393-f00a-0e8b-4ff7a65f7ce5/data/default/test/ac66109757f078caf5d6cb8937bb0809/f/ef9e0af9dc9c406f8d2cc505d4c4f3ce_SeqId_4_) 2024-11-07T12:18:59,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43741 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:33411/user/jenkins/test-data/89205663-6393-f00a-0e8b-4ff7a65f7ce5/staging/jenkins.hfs.11__test__tdeckv4ri1kbse7ko8qu3hvqhh26s6rr4r0c0d9mon8lrocv0b7ro9ov1m1o1dse/f/63d15687ded249ee940d21ad8ae3184c_SeqId_4_ 2024-11-07T12:18:59,499 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43741 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33411/user/jenkins/test-data/89205663-6393-f00a-0e8b-4ff7a65f7ce5/staging/jenkins.hfs.11__test__tdeckv4ri1kbse7ko8qu3hvqhh26s6rr4r0c0d9mon8lrocv0b7ro9ov1m1o1dse/f/8edf1000b7dc449090f1efaff37f5ab3_SeqId_4_ into ac66109757f078caf5d6cb8937bb0809/f as hdfs://localhost:33411/user/jenkins/test-data/89205663-6393-f00a-0e8b-4ff7a65f7ce5/data/default/test/ac66109757f078caf5d6cb8937bb0809/f/b113423758e94f03a3809219251c3384_SeqId_4_ - updating store file list. 2024-11-07T12:18:59,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43741 {}] regionserver.HStoreFile(483): HFile Bloom filter type for b113423758e94f03a3809219251c3384_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-07T12:18:59,504 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43741 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33411/user/jenkins/test-data/89205663-6393-f00a-0e8b-4ff7a65f7ce5/data/default/test/ac66109757f078caf5d6cb8937bb0809/f/b113423758e94f03a3809219251c3384_SeqId_4_ into ac66109757f078caf5d6cb8937bb0809/f 2024-11-07T12:18:59,504 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43741 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33411/user/jenkins/test-data/89205663-6393-f00a-0e8b-4ff7a65f7ce5/staging/jenkins.hfs.11__test__tdeckv4ri1kbse7ko8qu3hvqhh26s6rr4r0c0d9mon8lrocv0b7ro9ov1m1o1dse/f/8edf1000b7dc449090f1efaff37f5ab3_SeqId_4_ into ac66109757f078caf5d6cb8937bb0809/f (new location: hdfs://localhost:33411/user/jenkins/test-data/89205663-6393-f00a-0e8b-4ff7a65f7ce5/data/default/test/ac66109757f078caf5d6cb8937bb0809/f/b113423758e94f03a3809219251c3384_SeqId_4_) 2024-11-07T12:18:59,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43741 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:33411/user/jenkins/test-data/89205663-6393-f00a-0e8b-4ff7a65f7ce5/staging/jenkins.hfs.11__test__tdeckv4ri1kbse7ko8qu3hvqhh26s6rr4r0c0d9mon8lrocv0b7ro9ov1m1o1dse/f/8edf1000b7dc449090f1efaff37f5ab3_SeqId_4_ 2024-11-07T12:18:59,513 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,33657,1730981925053.replicationSource.wal-reader.87fb68174c52%2C33657%2C1730981925053,1-87fb68174c52,33657,1730981925053 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46093/user/jenkins/test-data/7456a9a6-b421-e923-7261-4ea3339024fa/WALs/87fb68174c52,33657,1730981925053/87fb68174c52%2C33657%2C1730981925053.1730981927174 to pos 687, reset compression=false 2024-11-07T12:18:59,517 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43741 {}] regionserver.ReplicationSink(324): Finished replicating [15aca604-7fcb-4a4e-b2a7-9df6f324c8bb] bulk loaded data 2024-11-07T12:18:59,830 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,33657,1730981925053.replicationSource.wal-reader.87fb68174c52%2C33657%2C1730981925053,1-87fb68174c52,33657,1730981925053 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46093/user/jenkins/test-data/7456a9a6-b421-e923-7261-4ea3339024fa/WALs/87fb68174c52,33657,1730981925053/87fb68174c52%2C33657%2C1730981925053.1730981927174 to pos 687, reset compression=false 2024-11-07T12:19:00,006 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,43741,1730981928760.replicationSource.wal-reader.87fb68174c52%2C43741%2C1730981928760,1-87fb68174c52,43741,1730981928760 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33411/user/jenkins/test-data/89205663-6393-f00a-0e8b-4ff7a65f7ce5/WALs/87fb68174c52,43741,1730981928760/87fb68174c52%2C43741%2C1730981928760.1730981930365 to pos 379, reset compression=false 2024-11-07T12:19:00,013 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,43741,1730981928760.replicationSource.wal-reader.87fb68174c52%2C43741%2C1730981928760,1-87fb68174c52,43741,1730981928760 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-07T12:19:00,013 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,43741,1730981928760.replicationSource.shipper87fb68174c52%2C43741%2C1730981928760,1-87fb68174c52,43741,1730981928760 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-87fb68174c52,43741,1730981928760 got entry batch from reader: WALEntryBatch [walEntries=[{test/ac66109757f078caf5d6cb8937bb0809/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1730981939506/Put/vlen=228/seqid=0; >],8138}], lastWalPath=hdfs://localhost:33411/user/jenkins/test-data/89205663-6393-f00a-0e8b-4ff7a65f7ce5/WALs/87fb68174c52,43741,1730981928760/87fb68174c52%2C43741%2C1730981928760.1730981930365, lastWalPosition=725, nbRowKeys=1, nbHFiles=2, heapSize=8138, lastSeqIds={}, endOfFile=false,usedBufferSize=447] 2024-11-07T12:19:00,016 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,43741,1730981928760.replicationSource.shipper87fb68174c52%2C43741%2C1730981928760,1-87fb68174c52,43741,1730981928760 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-07T12:19:00,017 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34896, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=AdminService 2024-11-07T12:19:00,018 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33657 {}] regionserver.ReplicationSink(318): Replicating [15aca604-7fcb-4a4e-b2a7-9df6f324c8bb, cce3c591-f83b-40dc-b960-4242dab1bf2d] bulk loaded data 2024-11-07T12:19:00,018 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33657 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@67a720f6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:19:00,018 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33657 {}] client.ClusterIdFetcher(90): Going to request 87fb68174c52,36323,-1 for getting cluster id 2024-11-07T12:19:00,019 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33657 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T12:19:00,019 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '15aca604-7fcb-4a4e-b2a7-9df6f324c8bb' 2024-11-07T12:19:00,019 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T12:19:00,020 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "15aca604-7fcb-4a4e-b2a7-9df6f324c8bb" 2024-11-07T12:19:00,020 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1415db42, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:19:00,020 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [87fb68174c52,36323,-1] 2024-11-07T12:19:00,020 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T12:19:00,020 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:19:00,021 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59944, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService 2024-11-07T12:19:00,022 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33657 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2afa25b8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:19:00,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38715 is added to blk_1073741842_1018 (size=7894) 2024-11-07T12:19:00,105 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T12:19:00,109 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33411/user/jenkins/test-data/89205663-6393-f00a-0e8b-4ff7a65f7ce5/testHFileCyclicReplication_10/f/hfile_0 is 36, key is gggg/f:row/1730981940108/Put/seqid=0 2024-11-07T12:19:00,113 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35833 is added to blk_1073741842_1018 (size=11194) 2024-11-07T12:19:00,213 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,43741,1730981928760.replicationSource.wal-reader.87fb68174c52%2C43741%2C1730981928760,1-87fb68174c52,43741,1730981928760 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33411/user/jenkins/test-data/89205663-6393-f00a-0e8b-4ff7a65f7ce5/WALs/87fb68174c52,43741,1730981928760/87fb68174c52%2C43741%2C1730981928760.1730981930365 to pos 725, reset compression=false 2024-11-07T12:19:00,253 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,33657,1730981925053.replicationSource.wal-reader.87fb68174c52%2C33657%2C1730981925053,1-87fb68174c52,33657,1730981925053 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46093/user/jenkins/test-data/7456a9a6-b421-e923-7261-4ea3339024fa/WALs/87fb68174c52,33657,1730981925053/87fb68174c52%2C33657%2C1730981925053.1730981927174 to pos 687, reset compression=false 2024-11-07T12:19:00,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38715 is added to blk_1073741843_1019 (size=7691) 2024-11-07T12:19:00,516 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33411/user/jenkins/test-data/89205663-6393-f00a-0e8b-4ff7a65f7ce5/testHFileCyclicReplication_10/f/hfile_1 is 34, key is jjj/f:row/1730981940516/Put/seqid=0 2024-11-07T12:19:00,517 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,43741,1730981928760.replicationSource.wal-reader.87fb68174c52%2C43741%2C1730981928760,1-87fb68174c52,43741,1730981928760 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33411/user/jenkins/test-data/89205663-6393-f00a-0e8b-4ff7a65f7ce5/WALs/87fb68174c52,43741,1730981928760/87fb68174c52%2C43741%2C1730981928760.1730981930365 to pos 725, reset compression=false 2024-11-07T12:19:00,527 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35833 is added to blk_1073741843_1019 (size=10791) 2024-11-07T12:19:00,529 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2272ab61, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:19:00,529 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 87fb68174c52,46025,-1 for getting cluster id 2024-11-07T12:19:00,529 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T12:19:00,530 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cce3c591-f83b-40dc-b960-4242dab1bf2d' 2024-11-07T12:19:00,530 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T12:19:00,530 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cce3c591-f83b-40dc-b960-4242dab1bf2d" 2024-11-07T12:19:00,531 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c110e57, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:19:00,531 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [87fb68174c52,46025,-1] 2024-11-07T12:19:00,531 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T12:19:00,531 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:19:00,532 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59908, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T12:19:00,533 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3fd201c0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:19:00,533 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T12:19:00,534 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=87fb68174c52,43741,1730981928760, seqNum=-1] 2024-11-07T12:19:00,535 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T12:19:00,536 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59092, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T12:19:00,543 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T12:19:00,543 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is 87fb68174c52,46025,1730981928724 2024-11-07T12:19:00,543 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5c8aa72f 2024-11-07T12:19:00,544 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T12:19:00,544 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59922, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-07T12:19:00,547 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1730981933158.ac66109757f078caf5d6cb8937bb0809., hostname=87fb68174c52,43741,1730981928760, seqNum=2] 2024-11-07T12:19:00,550 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-07T12:19:00,554 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33411/user/jenkins/test-data/89205663-6393-f00a-0e8b-4ff7a65f7ce5/testHFileCyclicReplication_10/f/hfile_0 first=Optional[gggg] last=Optional[iiii] 2024-11-07T12:19:00,557 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33411/user/jenkins/test-data/89205663-6393-f00a-0e8b-4ff7a65f7ce5/testHFileCyclicReplication_10/f/hfile_1 first=Optional[jjj] last=Optional[lll] 2024-11-07T12:19:00,560 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43741 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33411/user/jenkins/test-data/89205663-6393-f00a-0e8b-4ff7a65f7ce5/testHFileCyclicReplication_10/f/hfile_0 for inclusion in ac66109757f078caf5d6cb8937bb0809/f 2024-11-07T12:19:00,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43741 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-07T12:19:00,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43741 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-07T12:19:00,563 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43741 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33411/user/jenkins/test-data/89205663-6393-f00a-0e8b-4ff7a65f7ce5/testHFileCyclicReplication_10/f/hfile_1 for inclusion in ac66109757f078caf5d6cb8937bb0809/f 2024-11-07T12:19:00,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43741 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-07T12:19:00,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43741 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-07T12:19:00,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43741 {}] regionserver.HRegion(2603): Flush status journal for ac66109757f078caf5d6cb8937bb0809: 2024-11-07T12:19:00,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43741 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:33411/user/jenkins/test-data/89205663-6393-f00a-0e8b-4ff7a65f7ce5/testHFileCyclicReplication_10/f/hfile_0 to hdfs://localhost:33411/user/jenkins/test-data/89205663-6393-f00a-0e8b-4ff7a65f7ce5/staging/jenkins__test__jlr6vqcerohqueidvji96rlfao6a798s7725q3clhr3i20ru975dl6ar4365620c/f/hfile_0 2024-11-07T12:19:00,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43741 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33411/user/jenkins/test-data/89205663-6393-f00a-0e8b-4ff7a65f7ce5/staging/jenkins__test__jlr6vqcerohqueidvji96rlfao6a798s7725q3clhr3i20ru975dl6ar4365620c/f/hfile_0 as hdfs://localhost:33411/user/jenkins/test-data/89205663-6393-f00a-0e8b-4ff7a65f7ce5/data/default/test/ac66109757f078caf5d6cb8937bb0809/f/c165685b564041c6b6ba1bdf3002767a_SeqId_6_ 2024-11-07T12:19:00,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43741 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:33411/user/jenkins/test-data/89205663-6393-f00a-0e8b-4ff7a65f7ce5/testHFileCyclicReplication_10/f/hfile_1 to hdfs://localhost:33411/user/jenkins/test-data/89205663-6393-f00a-0e8b-4ff7a65f7ce5/staging/jenkins__test__jlr6vqcerohqueidvji96rlfao6a798s7725q3clhr3i20ru975dl6ar4365620c/f/hfile_1 2024-11-07T12:19:00,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43741 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33411/user/jenkins/test-data/89205663-6393-f00a-0e8b-4ff7a65f7ce5/staging/jenkins__test__jlr6vqcerohqueidvji96rlfao6a798s7725q3clhr3i20ru975dl6ar4365620c/f/hfile_1 as hdfs://localhost:33411/user/jenkins/test-data/89205663-6393-f00a-0e8b-4ff7a65f7ce5/data/default/test/ac66109757f078caf5d6cb8937bb0809/f/e7f2091f8c5f4b06b60eb90e5bde8892_SeqId_6_ 2024-11-07T12:19:00,573 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43741 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33411/user/jenkins/test-data/89205663-6393-f00a-0e8b-4ff7a65f7ce5/staging/jenkins__test__jlr6vqcerohqueidvji96rlfao6a798s7725q3clhr3i20ru975dl6ar4365620c/f/hfile_0 into ac66109757f078caf5d6cb8937bb0809/f as hdfs://localhost:33411/user/jenkins/test-data/89205663-6393-f00a-0e8b-4ff7a65f7ce5/data/default/test/ac66109757f078caf5d6cb8937bb0809/f/c165685b564041c6b6ba1bdf3002767a_SeqId_6_ - updating store file list. 2024-11-07T12:19:00,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43741 {}] regionserver.HStoreFile(483): HFile Bloom filter type for c165685b564041c6b6ba1bdf3002767a_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-07T12:19:00,578 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43741 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33411/user/jenkins/test-data/89205663-6393-f00a-0e8b-4ff7a65f7ce5/data/default/test/ac66109757f078caf5d6cb8937bb0809/f/c165685b564041c6b6ba1bdf3002767a_SeqId_6_ into ac66109757f078caf5d6cb8937bb0809/f 2024-11-07T12:19:00,578 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43741 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33411/user/jenkins/test-data/89205663-6393-f00a-0e8b-4ff7a65f7ce5/staging/jenkins__test__jlr6vqcerohqueidvji96rlfao6a798s7725q3clhr3i20ru975dl6ar4365620c/f/hfile_0 into ac66109757f078caf5d6cb8937bb0809/f (new location: hdfs://localhost:33411/user/jenkins/test-data/89205663-6393-f00a-0e8b-4ff7a65f7ce5/data/default/test/ac66109757f078caf5d6cb8937bb0809/f/c165685b564041c6b6ba1bdf3002767a_SeqId_6_) 2024-11-07T12:19:00,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43741 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:33411/user/jenkins/test-data/89205663-6393-f00a-0e8b-4ff7a65f7ce5/staging/jenkins__test__jlr6vqcerohqueidvji96rlfao6a798s7725q3clhr3i20ru975dl6ar4365620c/f/hfile_0 2024-11-07T12:19:00,578 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43741 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33411/user/jenkins/test-data/89205663-6393-f00a-0e8b-4ff7a65f7ce5/staging/jenkins__test__jlr6vqcerohqueidvji96rlfao6a798s7725q3clhr3i20ru975dl6ar4365620c/f/hfile_1 into ac66109757f078caf5d6cb8937bb0809/f as hdfs://localhost:33411/user/jenkins/test-data/89205663-6393-f00a-0e8b-4ff7a65f7ce5/data/default/test/ac66109757f078caf5d6cb8937bb0809/f/e7f2091f8c5f4b06b60eb90e5bde8892_SeqId_6_ - updating store file list. 2024-11-07T12:19:00,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43741 {}] regionserver.HStoreFile(483): HFile Bloom filter type for e7f2091f8c5f4b06b60eb90e5bde8892_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-07T12:19:00,583 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43741 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33411/user/jenkins/test-data/89205663-6393-f00a-0e8b-4ff7a65f7ce5/data/default/test/ac66109757f078caf5d6cb8937bb0809/f/e7f2091f8c5f4b06b60eb90e5bde8892_SeqId_6_ into ac66109757f078caf5d6cb8937bb0809/f 2024-11-07T12:19:00,583 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43741 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33411/user/jenkins/test-data/89205663-6393-f00a-0e8b-4ff7a65f7ce5/staging/jenkins__test__jlr6vqcerohqueidvji96rlfao6a798s7725q3clhr3i20ru975dl6ar4365620c/f/hfile_1 into ac66109757f078caf5d6cb8937bb0809/f (new location: hdfs://localhost:33411/user/jenkins/test-data/89205663-6393-f00a-0e8b-4ff7a65f7ce5/data/default/test/ac66109757f078caf5d6cb8937bb0809/f/e7f2091f8c5f4b06b60eb90e5bde8892_SeqId_6_) 2024-11-07T12:19:00,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43741 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:33411/user/jenkins/test-data/89205663-6393-f00a-0e8b-4ff7a65f7ce5/staging/jenkins__test__jlr6vqcerohqueidvji96rlfao6a798s7725q3clhr3i20ru975dl6ar4365620c/f/hfile_1 2024-11-07T12:19:00,585 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T12:19:00,585 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:216) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T12:19:00,585 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:19:00,585 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:19:00,586 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1730981933158.ac66109757f078caf5d6cb8937bb0809., hostname=87fb68174c52,43741,1730981928760, seqNum=2 , the old value is region=test,,1730981933158.ac66109757f078caf5d6cb8937bb0809., hostname=87fb68174c52,43741,1730981928760, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=87fb68174c52:43741 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-07T12:19:00,586 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1730981933158.ac66109757f078caf5d6cb8937bb0809., hostname=87fb68174c52,43741,1730981928760, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-07T12:19:00,586 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1730981933158.ac66109757f078caf5d6cb8937bb0809., hostname=87fb68174c52,43741,1730981928760, seqNum=2 from cache 2024-11-07T12:19:00,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43741 {}] ipc.CallRunner(93): RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43741: skipped callId: 7 service: ClientService methodName: CleanupBulkLoad size: 264 connection: 172.17.0.3:59092 deadline: 1730982000585 param: TODO: class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$CleanupBulkLoadRequest connection: 172.17.0.3:59092 2024-11-07T12:19:00,586 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T12:19:00,587 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T12:19:00,587 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=87fb68174c52,33657,1730981925053, seqNum=-1] 2024-11-07T12:19:00,588 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T12:19:00,588 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34908, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T12:19:00,590 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1730981930999.20abc494bfe7312b205d2cc4f173bf43., hostname=87fb68174c52,33657,1730981925053, seqNum=2] 2024-11-07T12:19:00,596 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-07T12:19:00,695 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=87fb68174c52:43741 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-07T12:19:00,774 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,33657,1730981925053.replicationSource.wal-reader.87fb68174c52%2C33657%2C1730981925053,1-87fb68174c52,33657,1730981925053 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46093/user/jenkins/test-data/7456a9a6-b421-e923-7261-4ea3339024fa/WALs/87fb68174c52,33657,1730981925053/87fb68174c52%2C33657%2C1730981925053.1730981927174 to pos 687, reset compression=false 2024-11-07T12:19:00,845 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33657 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T12:19:00,846 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 87fb68174c52,36323,1730981924986 2024-11-07T12:19:00,846 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@fb0161e 2024-11-07T12:19:00,847 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T12:19:00,847 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59954, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService 2024-11-07T12:19:00,849 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33657 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-07T12:19:00,849 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33657 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T12:19:00,850 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=87fb68174c52,33657,1730981925053, seqNum=-1] 2024-11-07T12:19:00,850 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T12:19:00,851 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34914, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService 2024-11-07T12:19:00,856 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46093/user/jenkins/test-data/7456a9a6-b421-e923-7261-4ea3339024fa/staging/jenkins.hfs.10__test__4pps76vdvfq95kg5tdgj3veholn60cr2nj0epmv9rm4prshc3h82cldhk6a0qifr/f/b113423758e94f03a3809219251c3384_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-07T12:19:00,859 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46093/user/jenkins/test-data/7456a9a6-b421-e923-7261-4ea3339024fa/staging/jenkins.hfs.10__test__4pps76vdvfq95kg5tdgj3veholn60cr2nj0epmv9rm4prshc3h82cldhk6a0qifr/f/ef9e0af9dc9c406f8d2cc505d4c4f3ce_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-07T12:19:00,860 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33657 {}] regionserver.ReplicationSink(324): Finished replicating [15aca604-7fcb-4a4e-b2a7-9df6f324c8bb, cce3c591-f83b-40dc-b960-4242dab1bf2d] bulk loaded data 2024-11-07T12:19:00,927 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,43741,1730981928760.replicationSource.wal-reader.87fb68174c52%2C43741%2C1730981928760,1-87fb68174c52,43741,1730981928760 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33411/user/jenkins/test-data/89205663-6393-f00a-0e8b-4ff7a65f7ce5/WALs/87fb68174c52,43741,1730981928760/87fb68174c52%2C43741%2C1730981928760.1730981930365 to pos 725, reset compression=false 2024-11-07T12:19:00,933 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,43741,1730981928760.replicationSource.wal-reader.87fb68174c52%2C43741%2C1730981928760,1-87fb68174c52,43741,1730981928760 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-07T12:19:00,933 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,43741,1730981928760.replicationSource.shipper87fb68174c52%2C43741%2C1730981928760,1-87fb68174c52,43741,1730981928760 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-87fb68174c52,43741,1730981928760 got entry batch from reader: WALEntryBatch [walEntries=[{test/ac66109757f078caf5d6cb8937bb0809/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1730981940583/Put/vlen=190/seqid=0; >],11198}], lastWalPath=hdfs://localhost:33411/user/jenkins/test-data/89205663-6393-f00a-0e8b-4ff7a65f7ce5/WALs/87fb68174c52,43741,1730981928760/87fb68174c52%2C43741%2C1730981928760.1730981930365, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11198, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-07T12:19:00,935 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33657 {}] regionserver.ReplicationSink(318): Replicating [cce3c591-f83b-40dc-b960-4242dab1bf2d] bulk loaded data 2024-11-07T12:19:00,943 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38715 is added to blk_1073741844_1020 (size=11194) 2024-11-07T12:19:00,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38715 is added to blk_1073741845_1021 (size=10791) 2024-11-07T12:19:01,133 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,43741,1730981928760.replicationSource.wal-reader.87fb68174c52%2C43741%2C1730981928760,1-87fb68174c52,43741,1730981928760 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33411/user/jenkins/test-data/89205663-6393-f00a-0e8b-4ff7a65f7ce5/WALs/87fb68174c52,43741,1730981928760/87fb68174c52%2C43741%2C1730981928760.1730981930365 to pos 1033, reset compression=false 2024-11-07T12:19:01,358 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33657 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-07T12:19:01,365 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46093/user/jenkins/test-data/7456a9a6-b421-e923-7261-4ea3339024fa/staging/jenkins.hfs.10__test__ic6ijh2gff91h0hl491c2b73mj2j1l1919au9bq277ar6f1kl7omg9cglgko2jf0/f/c165685b564041c6b6ba1bdf3002767a_SeqId_6_ first=Optional[gggg] last=Optional[iiii] 2024-11-07T12:19:01,367 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46093/user/jenkins/test-data/7456a9a6-b421-e923-7261-4ea3339024fa/staging/jenkins.hfs.10__test__ic6ijh2gff91h0hl491c2b73mj2j1l1919au9bq277ar6f1kl7omg9cglgko2jf0/f/e7f2091f8c5f4b06b60eb90e5bde8892_SeqId_6_ first=Optional[jjj] last=Optional[lll] 2024-11-07T12:19:01,371 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33657 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46093/user/jenkins/test-data/7456a9a6-b421-e923-7261-4ea3339024fa/staging/jenkins.hfs.10__test__ic6ijh2gff91h0hl491c2b73mj2j1l1919au9bq277ar6f1kl7omg9cglgko2jf0/f/e7f2091f8c5f4b06b60eb90e5bde8892_SeqId_6_ for inclusion in 20abc494bfe7312b205d2cc4f173bf43/f 2024-11-07T12:19:01,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33657 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-07T12:19:01,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33657 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-07T12:19:01,374 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33657 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46093/user/jenkins/test-data/7456a9a6-b421-e923-7261-4ea3339024fa/staging/jenkins.hfs.10__test__ic6ijh2gff91h0hl491c2b73mj2j1l1919au9bq277ar6f1kl7omg9cglgko2jf0/f/c165685b564041c6b6ba1bdf3002767a_SeqId_6_ for inclusion in 20abc494bfe7312b205d2cc4f173bf43/f 2024-11-07T12:19:01,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33657 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-07T12:19:01,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33657 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-07T12:19:01,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33657 {}] regionserver.HRegion(2603): Flush status journal for 20abc494bfe7312b205d2cc4f173bf43: 2024-11-07T12:19:01,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33657 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): e7f2091f8c5f4b06b60eb90e5bde8892_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-07T12:19:01,378 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,33657,1730981925053.replicationSource.wal-reader.87fb68174c52%2C33657%2C1730981925053,1-87fb68174c52,33657,1730981925053 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46093/user/jenkins/test-data/7456a9a6-b421-e923-7261-4ea3339024fa/WALs/87fb68174c52,33657,1730981925053/87fb68174c52%2C33657%2C1730981925053.1730981927174 to pos 687, reset compression=false 2024-11-07T12:19:01,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33657 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/7456a9a6-b421-e923-7261-4ea3339024fa/staging/jenkins.hfs.10__test__ic6ijh2gff91h0hl491c2b73mj2j1l1919au9bq277ar6f1kl7omg9cglgko2jf0/f/e7f2091f8c5f4b06b60eb90e5bde8892_SeqId_6_ as hdfs://localhost:46093/user/jenkins/test-data/7456a9a6-b421-e923-7261-4ea3339024fa/data/default/test/20abc494bfe7312b205d2cc4f173bf43/f/b3792a37f2d94af2970eee45883ff93a_SeqId_6_ 2024-11-07T12:19:01,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33657 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): c165685b564041c6b6ba1bdf3002767a_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-07T12:19:01,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33657 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/7456a9a6-b421-e923-7261-4ea3339024fa/staging/jenkins.hfs.10__test__ic6ijh2gff91h0hl491c2b73mj2j1l1919au9bq277ar6f1kl7omg9cglgko2jf0/f/c165685b564041c6b6ba1bdf3002767a_SeqId_6_ as hdfs://localhost:46093/user/jenkins/test-data/7456a9a6-b421-e923-7261-4ea3339024fa/data/default/test/20abc494bfe7312b205d2cc4f173bf43/f/5743cc93c47342d598ecda4dad6be7cc_SeqId_6_ 2024-11-07T12:19:01,385 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33657 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46093/user/jenkins/test-data/7456a9a6-b421-e923-7261-4ea3339024fa/staging/jenkins.hfs.10__test__ic6ijh2gff91h0hl491c2b73mj2j1l1919au9bq277ar6f1kl7omg9cglgko2jf0/f/e7f2091f8c5f4b06b60eb90e5bde8892_SeqId_6_ into 20abc494bfe7312b205d2cc4f173bf43/f as hdfs://localhost:46093/user/jenkins/test-data/7456a9a6-b421-e923-7261-4ea3339024fa/data/default/test/20abc494bfe7312b205d2cc4f173bf43/f/b3792a37f2d94af2970eee45883ff93a_SeqId_6_ - updating store file list. 2024-11-07T12:19:01,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33657 {}] regionserver.HStoreFile(483): HFile Bloom filter type for b3792a37f2d94af2970eee45883ff93a_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-07T12:19:01,390 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33657 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46093/user/jenkins/test-data/7456a9a6-b421-e923-7261-4ea3339024fa/data/default/test/20abc494bfe7312b205d2cc4f173bf43/f/b3792a37f2d94af2970eee45883ff93a_SeqId_6_ into 20abc494bfe7312b205d2cc4f173bf43/f 2024-11-07T12:19:01,390 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33657 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46093/user/jenkins/test-data/7456a9a6-b421-e923-7261-4ea3339024fa/staging/jenkins.hfs.10__test__ic6ijh2gff91h0hl491c2b73mj2j1l1919au9bq277ar6f1kl7omg9cglgko2jf0/f/e7f2091f8c5f4b06b60eb90e5bde8892_SeqId_6_ into 20abc494bfe7312b205d2cc4f173bf43/f (new location: hdfs://localhost:46093/user/jenkins/test-data/7456a9a6-b421-e923-7261-4ea3339024fa/data/default/test/20abc494bfe7312b205d2cc4f173bf43/f/b3792a37f2d94af2970eee45883ff93a_SeqId_6_) 2024-11-07T12:19:01,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33657 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:46093/user/jenkins/test-data/7456a9a6-b421-e923-7261-4ea3339024fa/staging/jenkins.hfs.10__test__ic6ijh2gff91h0hl491c2b73mj2j1l1919au9bq277ar6f1kl7omg9cglgko2jf0/f/e7f2091f8c5f4b06b60eb90e5bde8892_SeqId_6_ 2024-11-07T12:19:01,391 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33657 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46093/user/jenkins/test-data/7456a9a6-b421-e923-7261-4ea3339024fa/staging/jenkins.hfs.10__test__ic6ijh2gff91h0hl491c2b73mj2j1l1919au9bq277ar6f1kl7omg9cglgko2jf0/f/c165685b564041c6b6ba1bdf3002767a_SeqId_6_ into 20abc494bfe7312b205d2cc4f173bf43/f as hdfs://localhost:46093/user/jenkins/test-data/7456a9a6-b421-e923-7261-4ea3339024fa/data/default/test/20abc494bfe7312b205d2cc4f173bf43/f/5743cc93c47342d598ecda4dad6be7cc_SeqId_6_ - updating store file list. 2024-11-07T12:19:01,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33657 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 5743cc93c47342d598ecda4dad6be7cc_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-07T12:19:01,396 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33657 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46093/user/jenkins/test-data/7456a9a6-b421-e923-7261-4ea3339024fa/data/default/test/20abc494bfe7312b205d2cc4f173bf43/f/5743cc93c47342d598ecda4dad6be7cc_SeqId_6_ into 20abc494bfe7312b205d2cc4f173bf43/f 2024-11-07T12:19:01,396 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33657 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46093/user/jenkins/test-data/7456a9a6-b421-e923-7261-4ea3339024fa/staging/jenkins.hfs.10__test__ic6ijh2gff91h0hl491c2b73mj2j1l1919au9bq277ar6f1kl7omg9cglgko2jf0/f/c165685b564041c6b6ba1bdf3002767a_SeqId_6_ into 20abc494bfe7312b205d2cc4f173bf43/f (new location: hdfs://localhost:46093/user/jenkins/test-data/7456a9a6-b421-e923-7261-4ea3339024fa/data/default/test/20abc494bfe7312b205d2cc4f173bf43/f/5743cc93c47342d598ecda4dad6be7cc_SeqId_6_) 2024-11-07T12:19:01,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33657 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:46093/user/jenkins/test-data/7456a9a6-b421-e923-7261-4ea3339024fa/staging/jenkins.hfs.10__test__ic6ijh2gff91h0hl491c2b73mj2j1l1919au9bq277ar6f1kl7omg9cglgko2jf0/f/c165685b564041c6b6ba1bdf3002767a_SeqId_6_ 2024-11-07T12:19:01,398 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33657 {}] regionserver.ReplicationSink(324): Finished replicating [cce3c591-f83b-40dc-b960-4242dab1bf2d] bulk loaded data 2024-11-07T12:19:01,438 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,43741,1730981928760.replicationSource.wal-reader.87fb68174c52%2C43741%2C1730981928760,1-87fb68174c52,43741,1730981928760 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33411/user/jenkins/test-data/89205663-6393-f00a-0e8b-4ff7a65f7ce5/WALs/87fb68174c52,43741,1730981928760/87fb68174c52%2C43741%2C1730981928760.1730981930365 to pos 1033, reset compression=false 2024-11-07T12:19:01,609 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-07T12:19:01,609 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T12:19:01,609 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T12:19:01,609 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:19:01,610 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:19:01,610 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-07T12:19:01,610 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1019233357, stopped=false 2024-11-07T12:19:01,610 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=87fb68174c52,46025,1730981928724 2024-11-07T12:19:01,610 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T12:19:01,613 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43741-0x1001a2e170b0004, quorum=127.0.0.1:60173, baseZNode=/1-1631020189 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1631020189/running 2024-11-07T12:19:01,613 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43741-0x1001a2e170b0004, quorum=127.0.0.1:60173, baseZNode=/1-1631020189 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1631020189 2024-11-07T12:19:01,613 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46025-0x1001a2e170b0003, quorum=127.0.0.1:60173, baseZNode=/1-1631020189 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1631020189/running 2024-11-07T12:19:01,613 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46025-0x1001a2e170b0003, quorum=127.0.0.1:60173, baseZNode=/1-1631020189 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1631020189 2024-11-07T12:19:01,613 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-07T12:19:01,614 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T12:19:01,614 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T12:19:01,614 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:19:01,614 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '87fb68174c52,43741,1730981928760' ***** 2024-11-07T12:19:01,614 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-07T12:19:01,614 INFO [RS:0;87fb68174c52:43741 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-07T12:19:01,614 INFO [RS:0;87fb68174c52:43741 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-07T12:19:01,614 INFO [RS:0;87fb68174c52:43741 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-07T12:19:01,615 INFO [RS:0;87fb68174c52:43741 {}] regionserver.HRegionServer(3091): Received CLOSE for ac66109757f078caf5d6cb8937bb0809 2024-11-07T12:19:01,615 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-07T12:19:01,615 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43741-0x1001a2e170b0004, quorum=127.0.0.1:60173, baseZNode=/1-1631020189 Set watcher on znode that does not yet exist, /1-1631020189/running 2024-11-07T12:19:01,616 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:46025-0x1001a2e170b0003, quorum=127.0.0.1:60173, baseZNode=/1-1631020189 Set watcher on znode that does not yet exist, /1-1631020189/running 2024-11-07T12:19:01,620 INFO [RS:0;87fb68174c52:43741 {}] regionserver.HRegionServer(3091): Received CLOSE for 20f49b724a2e8a534b68b1bbce34f957 2024-11-07T12:19:01,620 INFO [RS:0;87fb68174c52:43741 {}] regionserver.HRegionServer(959): stopping server 87fb68174c52,43741,1730981928760 2024-11-07T12:19:01,621 INFO [RS:0;87fb68174c52:43741 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-07T12:19:01,621 INFO [RS:0;87fb68174c52:43741 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;87fb68174c52:43741. 2024-11-07T12:19:01,621 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ac66109757f078caf5d6cb8937bb0809, disabling compactions & flushes 2024-11-07T12:19:01,621 DEBUG [RS:0;87fb68174c52:43741 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T12:19:01,621 INFO [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1730981933158.ac66109757f078caf5d6cb8937bb0809. 2024-11-07T12:19:01,621 DEBUG [RS:0;87fb68174c52:43741 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:19:01,621 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1730981933158.ac66109757f078caf5d6cb8937bb0809. 2024-11-07T12:19:01,621 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1730981933158.ac66109757f078caf5d6cb8937bb0809. after waiting 0 ms 2024-11-07T12:19:01,621 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1730981933158.ac66109757f078caf5d6cb8937bb0809. 2024-11-07T12:19:01,621 INFO [RS:0;87fb68174c52:43741 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-07T12:19:01,621 INFO [RS:0;87fb68174c52:43741 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-07T12:19:01,621 INFO [RS:0;87fb68174c52:43741 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-07T12:19:01,621 INFO [RS:0;87fb68174c52:43741 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-07T12:19:01,628 INFO [RS:0;87fb68174c52:43741 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-07T12:19:01,628 DEBUG [RS:0;87fb68174c52:43741 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, ac66109757f078caf5d6cb8937bb0809=test,,1730981933158.ac66109757f078caf5d6cb8937bb0809., 20f49b724a2e8a534b68b1bbce34f957=hbase:replication,,1730981936476.20f49b724a2e8a534b68b1bbce34f957.} 2024-11-07T12:19:01,628 DEBUG [RS:0;87fb68174c52:43741 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 20f49b724a2e8a534b68b1bbce34f957, ac66109757f078caf5d6cb8937bb0809 2024-11-07T12:19:01,628 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-07T12:19:01,628 INFO [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-07T12:19:01,629 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-07T12:19:01,629 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-07T12:19:01,629 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-07T12:19:01,629 INFO [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-07T12:19:01,640 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33411/user/jenkins/test-data/89205663-6393-f00a-0e8b-4ff7a65f7ce5/data/default/test/ac66109757f078caf5d6cb8937bb0809/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-07T12:19:01,641 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-07T12:19:01,641 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-07T12:19:01,641 INFO [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1730981933158.ac66109757f078caf5d6cb8937bb0809. 2024-11-07T12:19:01,641 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ac66109757f078caf5d6cb8937bb0809: Waiting for close lock at 1730981941621Running coprocessor pre-close hooks at 1730981941621Disabling compacts and flushes for region at 1730981941621Disabling writes for close at 1730981941621Writing region close event to WAL at 1730981941637 (+16 ms)Running coprocessor post-close hooks at 1730981941640 (+3 ms)Closed at 1730981941641 (+1 ms) 2024-11-07T12:19:01,641 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1730981933158.ac66109757f078caf5d6cb8937bb0809. 2024-11-07T12:19:01,641 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 20f49b724a2e8a534b68b1bbce34f957, disabling compactions & flushes 2024-11-07T12:19:01,641 INFO [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1730981936476.20f49b724a2e8a534b68b1bbce34f957. 2024-11-07T12:19:01,641 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1730981936476.20f49b724a2e8a534b68b1bbce34f957. 2024-11-07T12:19:01,641 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1730981936476.20f49b724a2e8a534b68b1bbce34f957. after waiting 0 ms 2024-11-07T12:19:01,641 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1730981936476.20f49b724a2e8a534b68b1bbce34f957. 2024-11-07T12:19:01,641 INFO [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 20f49b724a2e8a534b68b1bbce34f957 3/3 column families, dataSize=1.13 KB heapSize=2.75 KB 2024-11-07T12:19:01,650 INFO [regionserver/87fb68174c52:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-07T12:19:01,655 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33411/user/jenkins/test-data/89205663-6393-f00a-0e8b-4ff7a65f7ce5/data/hbase/meta/1588230740/.tmp/info/fef02f7931d94dae853393d1d2c4c40b is 147, key is hbase:replication,,1730981936476.20f49b724a2e8a534b68b1bbce34f957./info:regioninfo/1730981937693/Put/seqid=0 2024-11-07T12:19:01,658 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33411/user/jenkins/test-data/89205663-6393-f00a-0e8b-4ff7a65f7ce5/data/hbase/replication/20f49b724a2e8a534b68b1bbce34f957/.tmp/hfileref/2fb6dfe0e7454a6880767eb2e8f1b317 is 74, key is 1/hfileref:b113423758e94f03a3809219251c3384_SeqId_4_/1730981940862/DeleteColumn/seqid=0 2024-11-07T12:19:01,663 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35833 is added to blk_1073741844_1020 (size=7686) 2024-11-07T12:19:01,663 INFO [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33411/user/jenkins/test-data/89205663-6393-f00a-0e8b-4ff7a65f7ce5/data/hbase/meta/1588230740/.tmp/info/fef02f7931d94dae853393d1d2c4c40b 2024-11-07T12:19:01,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35833 is added to blk_1073741845_1021 (size=5345) 2024-11-07T12:19:01,690 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33411/user/jenkins/test-data/89205663-6393-f00a-0e8b-4ff7a65f7ce5/data/hbase/meta/1588230740/.tmp/ns/f5a777bd6aea487a8c1df981d5ccec13 is 43, key is default/ns:d/1730981930942/Put/seqid=0 2024-11-07T12:19:01,695 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35833 is added to blk_1073741846_1022 (size=5153) 2024-11-07T12:19:01,695 INFO [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33411/user/jenkins/test-data/89205663-6393-f00a-0e8b-4ff7a65f7ce5/data/hbase/meta/1588230740/.tmp/ns/f5a777bd6aea487a8c1df981d5ccec13 2024-11-07T12:19:01,722 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33411/user/jenkins/test-data/89205663-6393-f00a-0e8b-4ff7a65f7ce5/data/hbase/meta/1588230740/.tmp/rep_barrier/73629b0a839548e9b5c22908b6b34e7d is 112, key is test,,1730981933158.ac66109757f078caf5d6cb8937bb0809./rep_barrier:seqnumDuringOpen/1730981933909/Put/seqid=0 2024-11-07T12:19:01,728 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35833 is added to blk_1073741847_1023 (size=5518) 2024-11-07T12:19:01,729 INFO [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33411/user/jenkins/test-data/89205663-6393-f00a-0e8b-4ff7a65f7ce5/data/hbase/meta/1588230740/.tmp/rep_barrier/73629b0a839548e9b5c22908b6b34e7d 2024-11-07T12:19:01,752 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33411/user/jenkins/test-data/89205663-6393-f00a-0e8b-4ff7a65f7ce5/data/hbase/meta/1588230740/.tmp/table/362220dcd3844da5b13b953390804dd7 is 53, key is hbase:replication/table:state/1730981937702/Put/seqid=0 2024-11-07T12:19:01,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35833 is added to blk_1073741848_1024 (size=5308) 2024-11-07T12:19:01,758 INFO [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33411/user/jenkins/test-data/89205663-6393-f00a-0e8b-4ff7a65f7ce5/data/hbase/meta/1588230740/.tmp/table/362220dcd3844da5b13b953390804dd7 2024-11-07T12:19:01,764 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33411/user/jenkins/test-data/89205663-6393-f00a-0e8b-4ff7a65f7ce5/data/hbase/meta/1588230740/.tmp/info/fef02f7931d94dae853393d1d2c4c40b as hdfs://localhost:33411/user/jenkins/test-data/89205663-6393-f00a-0e8b-4ff7a65f7ce5/data/hbase/meta/1588230740/info/fef02f7931d94dae853393d1d2c4c40b 2024-11-07T12:19:01,768 INFO [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33411/user/jenkins/test-data/89205663-6393-f00a-0e8b-4ff7a65f7ce5/data/hbase/meta/1588230740/info/fef02f7931d94dae853393d1d2c4c40b, entries=20, sequenceid=16, filesize=7.5 K 2024-11-07T12:19:01,769 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33411/user/jenkins/test-data/89205663-6393-f00a-0e8b-4ff7a65f7ce5/data/hbase/meta/1588230740/.tmp/ns/f5a777bd6aea487a8c1df981d5ccec13 as hdfs://localhost:33411/user/jenkins/test-data/89205663-6393-f00a-0e8b-4ff7a65f7ce5/data/hbase/meta/1588230740/ns/f5a777bd6aea487a8c1df981d5ccec13 2024-11-07T12:19:01,775 INFO [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33411/user/jenkins/test-data/89205663-6393-f00a-0e8b-4ff7a65f7ce5/data/hbase/meta/1588230740/ns/f5a777bd6aea487a8c1df981d5ccec13, entries=2, sequenceid=16, filesize=5.0 K 2024-11-07T12:19:01,776 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33411/user/jenkins/test-data/89205663-6393-f00a-0e8b-4ff7a65f7ce5/data/hbase/meta/1588230740/.tmp/rep_barrier/73629b0a839548e9b5c22908b6b34e7d as hdfs://localhost:33411/user/jenkins/test-data/89205663-6393-f00a-0e8b-4ff7a65f7ce5/data/hbase/meta/1588230740/rep_barrier/73629b0a839548e9b5c22908b6b34e7d 2024-11-07T12:19:01,780 INFO [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33411/user/jenkins/test-data/89205663-6393-f00a-0e8b-4ff7a65f7ce5/data/hbase/meta/1588230740/rep_barrier/73629b0a839548e9b5c22908b6b34e7d, entries=1, sequenceid=16, filesize=5.4 K 2024-11-07T12:19:01,781 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33411/user/jenkins/test-data/89205663-6393-f00a-0e8b-4ff7a65f7ce5/data/hbase/meta/1588230740/.tmp/table/362220dcd3844da5b13b953390804dd7 as hdfs://localhost:33411/user/jenkins/test-data/89205663-6393-f00a-0e8b-4ff7a65f7ce5/data/hbase/meta/1588230740/table/362220dcd3844da5b13b953390804dd7 2024-11-07T12:19:01,785 INFO [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33411/user/jenkins/test-data/89205663-6393-f00a-0e8b-4ff7a65f7ce5/data/hbase/meta/1588230740/table/362220dcd3844da5b13b953390804dd7, entries=4, sequenceid=16, filesize=5.2 K 2024-11-07T12:19:01,786 INFO [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 157ms, sequenceid=16, compaction requested=false 2024-11-07T12:19:01,796 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33411/user/jenkins/test-data/89205663-6393-f00a-0e8b-4ff7a65f7ce5/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-07T12:19:01,796 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-07T12:19:01,796 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-07T12:19:01,797 INFO [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-07T12:19:01,797 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1730981941628Running coprocessor pre-close hooks at 1730981941628Disabling compacts and flushes for region at 1730981941628Disabling writes for close at 1730981941629 (+1 ms)Obtaining lock to block concurrent updates at 1730981941629Preparing flush snapshotting stores in 1588230740 at 1730981941629Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1730981941629Flushing stores of hbase:meta,,1.1588230740 at 1730981941631 (+2 ms)Flushing 1588230740/info: creating writer at 1730981941631Flushing 1588230740/info: appending metadata at 1730981941655 (+24 ms)Flushing 1588230740/info: closing flushed file at 1730981941655Flushing 1588230740/ns: creating writer at 1730981941668 (+13 ms)Flushing 1588230740/ns: appending metadata at 1730981941689 (+21 ms)Flushing 1588230740/ns: closing flushed file at 1730981941689Flushing 1588230740/rep_barrier: creating writer at 1730981941700 (+11 ms)Flushing 1588230740/rep_barrier: appending metadata at 1730981941721 (+21 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1730981941722 (+1 ms)Flushing 1588230740/table: creating writer at 1730981941734 (+12 ms)Flushing 1588230740/table: appending metadata at 1730981941751 (+17 ms)Flushing 1588230740/table: closing flushed file at 1730981941751Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2a7261b9: reopening flushed file at 1730981941763 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2039baa9: reopening flushed file at 1730981941768 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@570a9f05: reopening flushed file at 1730981941775 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@32deee2f: reopening flushed file at 1730981941780 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 157ms, sequenceid=16, compaction requested=false at 1730981941786 (+6 ms)Writing region close event to WAL at 1730981941793 (+7 ms)Running coprocessor post-close hooks at 1730981941796 (+3 ms)Closed at 1730981941796 2024-11-07T12:19:01,797 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-07T12:19:01,828 DEBUG [RS:0;87fb68174c52:43741 {}] regionserver.HRegionServer(1351): Waiting on 20f49b724a2e8a534b68b1bbce34f957 2024-11-07T12:19:01,842 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,43741,1730981928760.replicationSource.wal-reader.87fb68174c52%2C43741%2C1730981928760,1-87fb68174c52,43741,1730981928760 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33411/user/jenkins/test-data/89205663-6393-f00a-0e8b-4ff7a65f7ce5/WALs/87fb68174c52,43741,1730981928760/87fb68174c52%2C43741%2C1730981928760.1730981930365 to pos 1033, reset compression=false 2024-11-07T12:19:01,849 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,43741,1730981928760.replicationSource.wal-reader.87fb68174c52%2C43741%2C1730981928760,1-87fb68174c52,43741,1730981928760 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-07T12:19:01,849 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,43741,1730981928760.replicationSource.wal-reader.87fb68174c52%2C43741%2C1730981928760,1-87fb68174c52,43741,1730981928760 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33411/user/jenkins/test-data/89205663-6393-f00a-0e8b-4ff7a65f7ce5/WALs/87fb68174c52,43741,1730981928760/87fb68174c52%2C43741%2C1730981928760.1730981930365 to pos 1328, reset compression=false 2024-11-07T12:19:01,849 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,43741,1730981928760.replicationSource.shipper87fb68174c52%2C43741%2C1730981928760,1-87fb68174c52,43741,1730981928760 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-87fb68174c52,43741,1730981928760 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33411/user/jenkins/test-data/89205663-6393-f00a-0e8b-4ff7a65f7ce5/WALs/87fb68174c52,43741,1730981928760/87fb68174c52%2C43741%2C1730981928760.1730981930365, lastWalPosition=1328, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-07T12:19:01,850 ERROR [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,43741,1730981928760.replicationSource.shipper87fb68174c52%2C43741%2C1730981928760,1-87fb68174c52,43741,1730981928760 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 87fb68174c52,43741,1730981928760: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-87fb68174c52,43741,1730981928760, walGroup=87fb68174c52%2C43741%2C1730981928760, offset=87fb68174c52%2C43741%2C1730981928760.1730981930365:1328, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=87fb68174c52:43741 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-07T12:19:01,851 ERROR [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,43741,1730981928760.replicationSource.shipper87fb68174c52%2C43741%2C1730981928760,1-87fb68174c52,43741,1730981928760 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-07T12:19:01,851 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,43741,1730981928760.replicationSource.shipper87fb68174c52%2C43741%2C1730981928760,1-87fb68174c52,43741,1730981928760 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-07T12:19:01,853 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,43741,1730981928760.replicationSource.shipper87fb68174c52%2C43741%2C1730981928760,1-87fb68174c52,43741,1730981928760 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-07T12:19:01,853 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,43741,1730981928760.replicationSource.shipper87fb68174c52%2C43741%2C1730981928760,1-87fb68174c52,43741,1730981928760 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-07T12:19:01,853 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,43741,1730981928760.replicationSource.shipper87fb68174c52%2C43741%2C1730981928760,1-87fb68174c52,43741,1730981928760 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-07T12:19:01,853 INFO [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,43741,1730981928760.replicationSource.shipper87fb68174c52%2C43741%2C1730981928760,1-87fb68174c52,43741,1730981928760 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1054867456, "init": 1048576000, "max": 2306867200, "used": 558565088 }, "NonHeapMemoryUsage": { "committed": 189464576, "init": 7667712, "max": -1, "used": 186575016 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-07T12:19:01,856 WARN [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,43741,1730981928760.replicationSource.shipper87fb68174c52%2C43741%2C1730981928760,1-87fb68174c52,43741,1730981928760 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=87fb68174c52:46025 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=87fb68174c52:46025 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-07T12:19:02,029 DEBUG [RS:0;87fb68174c52:43741 {}] regionserver.HRegionServer(1351): Waiting on 20f49b724a2e8a534b68b1bbce34f957 2024-11-07T12:19:02,059 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,43741,1730981928760.replicationSource.wal-reader.87fb68174c52%2C43741%2C1730981928760,1-87fb68174c52,43741,1730981928760 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33411/user/jenkins/test-data/89205663-6393-f00a-0e8b-4ff7a65f7ce5/WALs/87fb68174c52,43741,1730981928760/87fb68174c52%2C43741%2C1730981928760.1730981930365 to pos 1328, reset compression=false 2024-11-07T12:19:02,079 INFO [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=560 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:33411/user/jenkins/test-data/89205663-6393-f00a-0e8b-4ff7a65f7ce5/data/hbase/replication/20f49b724a2e8a534b68b1bbce34f957/.tmp/hfileref/2fb6dfe0e7454a6880767eb2e8f1b317 2024-11-07T12:19:02,083 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,33657,1730981925053.replicationSource.wal-reader.87fb68174c52%2C33657%2C1730981925053,1-87fb68174c52,33657,1730981925053 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46093/user/jenkins/test-data/7456a9a6-b421-e923-7261-4ea3339024fa/WALs/87fb68174c52,33657,1730981925053/87fb68174c52%2C33657%2C1730981925053.1730981927174 to pos 687, reset compression=false 2024-11-07T12:19:02,091 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,33657,1730981925053.replicationSource.wal-reader.87fb68174c52%2C33657%2C1730981925053,1-87fb68174c52,33657,1730981925053 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-07T12:19:02,091 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,33657,1730981925053.replicationSource.shipper87fb68174c52%2C33657%2C1730981925053,1-87fb68174c52,33657,1730981925053 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-87fb68174c52,33657,1730981925053 got entry batch from reader: WALEntryBatch [walEntries=[{test/20abc494bfe7312b205d2cc4f173bf43/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1730981941397/Put/vlen=228/seqid=0; >],11641}], lastWalPath=hdfs://localhost:46093/user/jenkins/test-data/7456a9a6-b421-e923-7261-4ea3339024fa/WALs/87fb68174c52,33657,1730981925053/87fb68174c52%2C33657%2C1730981925053.1730981927174, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11641, lastSeqIds={}, endOfFile=false,usedBufferSize=447] 2024-11-07T12:19:02,093 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 87fb68174c52,43741,1730981928760 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:19:02,094 WARN [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,33657,1730981925053.replicationSource.shipper87fb68174c52%2C33657%2C1730981925053,1-87fb68174c52,33657,1730981925053 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server 87fb68174c52,43741,1730981928760 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:19:02,110 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33411/user/jenkins/test-data/89205663-6393-f00a-0e8b-4ff7a65f7ce5/data/hbase/replication/20f49b724a2e8a534b68b1bbce34f957/.tmp/queue/ba93c91ae7f54da0bc5ecea3b32b1c32 is 154, key is 1-87fb68174c52,43741,1730981928760/queue:87fb68174c52%2C43741%2C1730981928760/1730981941401/Put/seqid=0 2024-11-07T12:19:02,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35833 is added to blk_1073741849_1025 (size=5353) 2024-11-07T12:19:02,116 INFO [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=595 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:33411/user/jenkins/test-data/89205663-6393-f00a-0e8b-4ff7a65f7ce5/data/hbase/replication/20f49b724a2e8a534b68b1bbce34f957/.tmp/queue/ba93c91ae7f54da0bc5ecea3b32b1c32 2024-11-07T12:19:02,122 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33411/user/jenkins/test-data/89205663-6393-f00a-0e8b-4ff7a65f7ce5/data/hbase/replication/20f49b724a2e8a534b68b1bbce34f957/.tmp/hfileref/2fb6dfe0e7454a6880767eb2e8f1b317 as hdfs://localhost:33411/user/jenkins/test-data/89205663-6393-f00a-0e8b-4ff7a65f7ce5/data/hbase/replication/20f49b724a2e8a534b68b1bbce34f957/hfileref/2fb6dfe0e7454a6880767eb2e8f1b317 2024-11-07T12:19:02,126 INFO [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33411/user/jenkins/test-data/89205663-6393-f00a-0e8b-4ff7a65f7ce5/data/hbase/replication/20f49b724a2e8a534b68b1bbce34f957/hfileref/2fb6dfe0e7454a6880767eb2e8f1b317, entries=4, sequenceid=12, filesize=5.2 K 2024-11-07T12:19:02,127 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33411/user/jenkins/test-data/89205663-6393-f00a-0e8b-4ff7a65f7ce5/data/hbase/replication/20f49b724a2e8a534b68b1bbce34f957/.tmp/queue/ba93c91ae7f54da0bc5ecea3b32b1c32 as hdfs://localhost:33411/user/jenkins/test-data/89205663-6393-f00a-0e8b-4ff7a65f7ce5/data/hbase/replication/20f49b724a2e8a534b68b1bbce34f957/queue/ba93c91ae7f54da0bc5ecea3b32b1c32 2024-11-07T12:19:02,131 INFO [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33411/user/jenkins/test-data/89205663-6393-f00a-0e8b-4ff7a65f7ce5/data/hbase/replication/20f49b724a2e8a534b68b1bbce34f957/queue/ba93c91ae7f54da0bc5ecea3b32b1c32, entries=1, sequenceid=12, filesize=5.2 K 2024-11-07T12:19:02,133 INFO [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for 20f49b724a2e8a534b68b1bbce34f957 in 491ms, sequenceid=12, compaction requested=false 2024-11-07T12:19:02,139 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33411/user/jenkins/test-data/89205663-6393-f00a-0e8b-4ff7a65f7ce5/data/hbase/replication/20f49b724a2e8a534b68b1bbce34f957/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-07T12:19:02,139 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-07T12:19:02,139 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-07T12:19:02,139 INFO [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1730981936476.20f49b724a2e8a534b68b1bbce34f957. 2024-11-07T12:19:02,139 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 20f49b724a2e8a534b68b1bbce34f957: Waiting for close lock at 1730981941641Running coprocessor pre-close hooks at 1730981941641Disabling compacts and flushes for region at 1730981941641Disabling writes for close at 1730981941641Obtaining lock to block concurrent updates at 1730981941641Preparing flush snapshotting stores in 20f49b724a2e8a534b68b1bbce34f957 at 1730981941641Finished memstore snapshotting hbase:replication,,1730981936476.20f49b724a2e8a534b68b1bbce34f957., syncing WAL and waiting on mvcc, flushsize=dataSize=1155, getHeapSize=2768, getOffHeapSize=0, getCellsCount=12 at 1730981941641Flushing stores of hbase:replication,,1730981936476.20f49b724a2e8a534b68b1bbce34f957. at 1730981941642 (+1 ms)Flushing 20f49b724a2e8a534b68b1bbce34f957/hfileref: creating writer at 1730981941642Flushing 20f49b724a2e8a534b68b1bbce34f957/hfileref: appending metadata at 1730981941657 (+15 ms)Flushing 20f49b724a2e8a534b68b1bbce34f957/hfileref: closing flushed file at 1730981941657Flushing 20f49b724a2e8a534b68b1bbce34f957/queue: creating writer at 1730981942085 (+428 ms)Flushing 20f49b724a2e8a534b68b1bbce34f957/queue: appending metadata at 1730981942109 (+24 ms)Flushing 20f49b724a2e8a534b68b1bbce34f957/queue: closing flushed file at 1730981942109Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4de3cbe7: reopening flushed file at 1730981942121 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5e7e212d: reopening flushed file at 1730981942126 (+5 ms)Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for 20f49b724a2e8a534b68b1bbce34f957 in 491ms, sequenceid=12, compaction requested=false at 1730981942133 (+7 ms)Writing region close event to WAL at 1730981942136 (+3 ms)Running coprocessor post-close hooks at 1730981942139 (+3 ms)Closed at 1730981942139 2024-11-07T12:19:02,140 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1730981936476.20f49b724a2e8a534b68b1bbce34f957. 2024-11-07T12:19:02,201 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 87fb68174c52,43741,1730981928760 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:19:02,202 WARN [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,33657,1730981925053.replicationSource.shipper87fb68174c52%2C33657%2C1730981925053,1-87fb68174c52,33657,1730981925053 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server 87fb68174c52,43741,1730981928760 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:19:02,229 INFO [RS:0;87fb68174c52:43741 {}] regionserver.HRegionServer(976): stopping server 87fb68174c52,43741,1730981928760; all regions closed. 2024-11-07T12:19:02,232 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/89205663-6393-f00a-0e8b-4ff7a65f7ce5/WALs/87fb68174c52,43741,1730981928760/87fb68174c52%2C43741%2C1730981928760.meta.1730981930901.meta not finished, retry = 0 2024-11-07T12:19:02,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35833 is added to blk_1073741834_1010 (size=4239) 2024-11-07T12:19:02,292 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,33657,1730981925053.replicationSource.wal-reader.87fb68174c52%2C33657%2C1730981925053,1-87fb68174c52,33657,1730981925053 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46093/user/jenkins/test-data/7456a9a6-b421-e923-7261-4ea3339024fa/WALs/87fb68174c52,33657,1730981925053/87fb68174c52%2C33657%2C1730981925053.1730981927174 to pos 1033, reset compression=false 2024-11-07T12:19:02,323 INFO [regionserver/87fb68174c52:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-07T12:19:02,323 INFO [regionserver/87fb68174c52:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-07T12:19:02,335 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35833 is added to blk_1073741839_1015 (size=3127) 2024-11-07T12:19:02,338 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/89205663-6393-f00a-0e8b-4ff7a65f7ce5/WALs/87fb68174c52,43741,1730981928760/87fb68174c52%2C43741%2C1730981928760.1730981930365 not finished, retry = 0 2024-11-07T12:19:02,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35833 is added to blk_1073741833_1009 (size=1336) 2024-11-07T12:19:02,364 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,43741,1730981928760.replicationSource.wal-reader.87fb68174c52%2C43741%2C1730981928760,1-87fb68174c52,43741,1730981928760 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33411/user/jenkins/test-data/89205663-6393-f00a-0e8b-4ff7a65f7ce5/WALs/87fb68174c52,43741,1730981928760/87fb68174c52%2C43741%2C1730981928760.1730981930365 to pos 1328, reset compression=false 2024-11-07T12:19:02,406 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 87fb68174c52,43741,1730981928760 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:19:02,406 WARN [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,33657,1730981925053.replicationSource.shipper87fb68174c52%2C33657%2C1730981925053,1-87fb68174c52,33657,1730981925053 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server 87fb68174c52,43741,1730981928760 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:19:02,439 DEBUG [RS:0;87fb68174c52:43741 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:19:02,439 INFO [RS:0;87fb68174c52:43741 {}] regionserver.LeaseManager(133): Closed leases 2024-11-07T12:19:02,439 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,43741,1730981928760.replicationSource.wal-reader.87fb68174c52%2C43741%2C1730981928760,1-87fb68174c52,43741,1730981928760 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:33411/user/jenkins/test-data/89205663-6393-f00a-0e8b-4ff7a65f7ce5/WALs/87fb68174c52,43741,1730981928760/87fb68174c52%2C43741%2C1730981928760.1730981930365 2024-11-07T12:19:02,439 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,43741,1730981928760.replicationSource.wal-reader.87fb68174c52%2C43741%2C1730981928760,1-87fb68174c52,43741,1730981928760 {}] regionserver.WALEntryStream(241): No more WAL files in queue 2024-11-07T12:19:02,439 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,43741,1730981928760.replicationSource.wal-reader.87fb68174c52%2C43741%2C1730981928760,1-87fb68174c52,43741,1730981928760 {}] regionserver.ReplicationSourceWALReader(120): Stopping the replication source wal reader 2024-11-07T12:19:02,439 INFO [RS:0;87fb68174c52:43741 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-07T12:19:02,439 INFO [RS:0;87fb68174c52:43741 {}] hbase.ChoreService(370): Chore service for: regionserver/87fb68174c52:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-07T12:19:02,439 INFO [RS:0;87fb68174c52:43741 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-07T12:19:02,439 INFO [regionserver/87fb68174c52:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-07T12:19:02,440 INFO [RS:0;87fb68174c52:43741 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-87fb68174c52,43741,1730981928760 because: Region server is closing 2024-11-07T12:19:02,440 INFO [RS:0;87fb68174c52:43741 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;87fb68174c52:43741. 2024-11-07T12:19:02,440 DEBUG [RS:0;87fb68174c52:43741 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T12:19:02,440 DEBUG [RS:0;87fb68174c52:43741 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:19:02,440 DEBUG [RS:0;87fb68174c52:43741 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:19:02,440 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T12:19:02,540 INFO [RS:0;87fb68174c52:43741 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,43741,1730981928760.replicationSource.shipper87fb68174c52%2C43741%2C1730981928760,1-87fb68174c52,43741,1730981928760 terminated 2024-11-07T12:19:02,540 WARN [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,43741,1730981928760.replicationSource.wal-reader.87fb68174c52%2C43741%2C1730981928760,1-87fb68174c52,43741,1730981928760 {}] regionserver.ReplicationSourceWALReader(198): Interrupted while sleeping between WAL reads or adding WAL batch to ship queue java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1640) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.put(LinkedBlockingQueue.java:343) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.replicationDone(ReplicationSourceWALReader.java:123) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:151) ~[classes/:?] 2024-11-07T12:19:02,541 INFO [RS:0;87fb68174c52:43741 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;87fb68174c52:43741. 2024-11-07T12:19:02,541 DEBUG [RS:0;87fb68174c52:43741 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T12:19:02,541 DEBUG [RS:0;87fb68174c52:43741 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:19:02,541 DEBUG [RS:0;87fb68174c52:43741 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:19:02,541 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T12:19:02,541 INFO [RS:0;87fb68174c52:43741 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:43741 2024-11-07T12:19:02,543 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43741-0x1001a2e170b0004, quorum=127.0.0.1:60173, baseZNode=/1-1631020189 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1631020189/rs/87fb68174c52,43741,1730981928760 2024-11-07T12:19:02,543 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46025-0x1001a2e170b0003, quorum=127.0.0.1:60173, baseZNode=/1-1631020189 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1631020189/rs 2024-11-07T12:19:02,543 INFO [RS:0;87fb68174c52:43741 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-07T12:19:02,545 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [87fb68174c52,43741,1730981928760] 2024-11-07T12:19:02,546 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1631020189/draining/87fb68174c52,43741,1730981928760 already deleted, retry=false 2024-11-07T12:19:02,546 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 87fb68174c52,43741,1730981928760 expired; onlineServers=0 2024-11-07T12:19:02,546 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '87fb68174c52,46025,1730981928724' ***** 2024-11-07T12:19:02,546 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-07T12:19:02,546 INFO [M:0;87fb68174c52:46025 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-07T12:19:02,546 INFO [M:0;87fb68174c52:46025 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-07T12:19:02,546 DEBUG [M:0;87fb68174c52:46025 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-07T12:19:02,547 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-07T12:19:02,547 DEBUG [M:0;87fb68174c52:46025 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-07T12:19:02,547 DEBUG [master/87fb68174c52:0:becomeActiveMaster-HFileCleaner.large.0-1730981930160 {}] cleaner.HFileCleaner(306): Exit Thread[master/87fb68174c52:0:becomeActiveMaster-HFileCleaner.large.0-1730981930160,5,FailOnTimeoutGroup] 2024-11-07T12:19:02,547 DEBUG [master/87fb68174c52:0:becomeActiveMaster-HFileCleaner.small.0-1730981930161 {}] cleaner.HFileCleaner(306): Exit Thread[master/87fb68174c52:0:becomeActiveMaster-HFileCleaner.small.0-1730981930161,5,FailOnTimeoutGroup] 2024-11-07T12:19:02,547 INFO [M:0;87fb68174c52:46025 {}] hbase.ChoreService(370): Chore service for: master/87fb68174c52:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-07T12:19:02,547 INFO [M:0;87fb68174c52:46025 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-07T12:19:02,547 DEBUG [M:0;87fb68174c52:46025 {}] master.HMaster(1795): Stopping service threads 2024-11-07T12:19:02,547 INFO [M:0;87fb68174c52:46025 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-07T12:19:02,547 INFO [M:0;87fb68174c52:46025 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-07T12:19:02,547 INFO [M:0;87fb68174c52:46025 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-07T12:19:02,548 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-07T12:19:02,550 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46025-0x1001a2e170b0003, quorum=127.0.0.1:60173, baseZNode=/1-1631020189 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1631020189/master 2024-11-07T12:19:02,550 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46025-0x1001a2e170b0003, quorum=127.0.0.1:60173, baseZNode=/1-1631020189 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1631020189 2024-11-07T12:19:02,550 DEBUG [M:0;87fb68174c52:46025 {}] zookeeper.ZKUtil(347): master:46025-0x1001a2e170b0003, quorum=127.0.0.1:60173, baseZNode=/1-1631020189 Unable to get data of znode /1-1631020189/master because node does not exist (not an error) 2024-11-07T12:19:02,550 WARN [M:0;87fb68174c52:46025 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-07T12:19:02,550 INFO [M:0;87fb68174c52:46025 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33411/user/jenkins/test-data/89205663-6393-f00a-0e8b-4ff7a65f7ce5/.lastflushedseqids 2024-11-07T12:19:02,560 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35833 is added to blk_1073741850_1026 (size=263) 2024-11-07T12:19:02,561 INFO [M:0;87fb68174c52:46025 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-07T12:19:02,561 INFO [M:0;87fb68174c52:46025 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-07T12:19:02,561 DEBUG [M:0;87fb68174c52:46025 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-07T12:19:02,561 INFO [M:0;87fb68174c52:46025 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T12:19:02,561 DEBUG [M:0;87fb68174c52:46025 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T12:19:02,561 DEBUG [M:0;87fb68174c52:46025 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-07T12:19:02,561 DEBUG [M:0;87fb68174c52:46025 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T12:19:02,561 INFO [M:0;87fb68174c52:46025 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-07T12:19:02,581 DEBUG [M:0;87fb68174c52:46025 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33411/user/jenkins/test-data/89205663-6393-f00a-0e8b-4ff7a65f7ce5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/56573cf4bf1a4995ab1389e9f8f9b6e3 is 82, key is hbase:meta,,1/info:regioninfo/1730981930932/Put/seqid=0 2024-11-07T12:19:02,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35833 is added to blk_1073741851_1027 (size=5672) 2024-11-07T12:19:02,596 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,33657,1730981925053.replicationSource.wal-reader.87fb68174c52%2C33657%2C1730981925053,1-87fb68174c52,33657,1730981925053 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46093/user/jenkins/test-data/7456a9a6-b421-e923-7261-4ea3339024fa/WALs/87fb68174c52,33657,1730981925053/87fb68174c52%2C33657%2C1730981925053.1730981927174 to pos 1033, reset compression=false 2024-11-07T12:19:02,645 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43741-0x1001a2e170b0004, quorum=127.0.0.1:60173, baseZNode=/1-1631020189 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T12:19:02,645 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43741-0x1001a2e170b0004, quorum=127.0.0.1:60173, baseZNode=/1-1631020189 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T12:19:02,645 INFO [RS:0;87fb68174c52:43741 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-07T12:19:02,645 INFO [RS:0;87fb68174c52:43741 {}] regionserver.HRegionServer(1031): Exiting; stopping=87fb68174c52,43741,1730981928760; zookeeper connection closed. 2024-11-07T12:19:02,645 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@9829bc6 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@9829bc6 2024-11-07T12:19:02,646 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-07T12:19:02,711 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 87fb68174c52:43741 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 87fb68174c52/172.17.0.3:43741 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:19:02,712 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.FailedServers(52): Added failed server with address 87fb68174c52:43741 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 87fb68174c52/172.17.0.3:43741 2024-11-07T12:19:02,711 WARN [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,33657,1730981925053.replicationSource.shipper87fb68174c52%2C33657%2C1730981925053,1-87fb68174c52,33657,1730981925053 {}] regionserver.HBaseInterClusterReplicationEndpoint(495): [Source for peer 1]: Peer is unavailable, rechecking all sinks: java.net.ConnectException: Call to address=87fb68174c52:43741 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 87fb68174c52/172.17.0.3:43741 at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 87fb68174c52/172.17.0.3:43741 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-07T12:19:02,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46025 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T12:19:02,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46025 {}] ipc.CallRunner(138): callId: 15 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.3:59466 deadline: 1730982002714, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-11-07T12:19:02,715 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,33657,1730981925053.replicationSource.shipper87fb68174c52%2C33657%2C1730981925053,1-87fb68174c52,33657,1730981925053 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:496) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-07T12:19:02,716 WARN [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,33657,1730981925053.replicationSource.shipper87fb68174c52%2C33657%2C1730981925053,1-87fb68174c52,33657,1730981925053 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-07T12:19:02,985 INFO [M:0;87fb68174c52:46025 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:33411/user/jenkins/test-data/89205663-6393-f00a-0e8b-4ff7a65f7ce5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/56573cf4bf1a4995ab1389e9f8f9b6e3 2024-11-07T12:19:03,000 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,33657,1730981925053.replicationSource.wal-reader.87fb68174c52%2C33657%2C1730981925053,1-87fb68174c52,33657,1730981925053 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46093/user/jenkins/test-data/7456a9a6-b421-e923-7261-4ea3339024fa/WALs/87fb68174c52,33657,1730981925053/87fb68174c52%2C33657%2C1730981925053.1730981927174 to pos 1033, reset compression=false 2024-11-07T12:19:03,006 DEBUG [M:0;87fb68174c52:46025 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33411/user/jenkins/test-data/89205663-6393-f00a-0e8b-4ff7a65f7ce5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0cef5b4e3cce4d1eb5a491c4aa6d88e5 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1730981937710/Put/seqid=0 2024-11-07T12:19:03,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35833 is added to blk_1073741852_1028 (size=8516) 2024-11-07T12:19:03,010 INFO [M:0;87fb68174c52:46025 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:33411/user/jenkins/test-data/89205663-6393-f00a-0e8b-4ff7a65f7ce5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0cef5b4e3cce4d1eb5a491c4aa6d88e5 2024-11-07T12:19:03,036 DEBUG [M:0;87fb68174c52:46025 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33411/user/jenkins/test-data/89205663-6393-f00a-0e8b-4ff7a65f7ce5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/293bfe97e94c49f8803b614ee8496b65 is 69, key is 87fb68174c52,43741,1730981928760/rs:state/1730981930205/Put/seqid=0 2024-11-07T12:19:03,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35833 is added to blk_1073741853_1029 (size=5156) 2024-11-07T12:19:03,116 INFO [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,33657,1730981925053.replicationSource.shipper87fb68174c52%2C33657%2C1730981925053,1-87fb68174c52,33657,1730981925053 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-11-07T12:19:03,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46025 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T12:19:03,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46025 {}] ipc.CallRunner(138): callId: 17 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.3:59466 deadline: 1730982003118, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-11-07T12:19:03,119 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,33657,1730981925053.replicationSource.shipper87fb68174c52%2C33657%2C1730981925053,1-87fb68174c52,33657,1730981925053 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-07T12:19:03,121 WARN [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,33657,1730981925053.replicationSource.shipper87fb68174c52%2C33657%2C1730981925053,1-87fb68174c52,33657,1730981925053 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-07T12:19:03,121 WARN [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,33657,1730981925053.replicationSource.shipper87fb68174c52%2C33657%2C1730981925053,1-87fb68174c52,33657,1730981925053 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-11-07T12:19:03,443 INFO [M:0;87fb68174c52:46025 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:33411/user/jenkins/test-data/89205663-6393-f00a-0e8b-4ff7a65f7ce5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/293bfe97e94c49f8803b614ee8496b65 2024-11-07T12:19:03,448 DEBUG [M:0;87fb68174c52:46025 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33411/user/jenkins/test-data/89205663-6393-f00a-0e8b-4ff7a65f7ce5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/56573cf4bf1a4995ab1389e9f8f9b6e3 as hdfs://localhost:33411/user/jenkins/test-data/89205663-6393-f00a-0e8b-4ff7a65f7ce5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/56573cf4bf1a4995ab1389e9f8f9b6e3 2024-11-07T12:19:03,453 INFO [M:0;87fb68174c52:46025 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33411/user/jenkins/test-data/89205663-6393-f00a-0e8b-4ff7a65f7ce5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/56573cf4bf1a4995ab1389e9f8f9b6e3, entries=8, sequenceid=97, filesize=5.5 K 2024-11-07T12:19:03,453 DEBUG [M:0;87fb68174c52:46025 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33411/user/jenkins/test-data/89205663-6393-f00a-0e8b-4ff7a65f7ce5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0cef5b4e3cce4d1eb5a491c4aa6d88e5 as hdfs://localhost:33411/user/jenkins/test-data/89205663-6393-f00a-0e8b-4ff7a65f7ce5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0cef5b4e3cce4d1eb5a491c4aa6d88e5 2024-11-07T12:19:03,457 INFO [M:0;87fb68174c52:46025 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33411/user/jenkins/test-data/89205663-6393-f00a-0e8b-4ff7a65f7ce5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0cef5b4e3cce4d1eb5a491c4aa6d88e5, entries=11, sequenceid=97, filesize=8.3 K 2024-11-07T12:19:03,458 DEBUG [M:0;87fb68174c52:46025 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33411/user/jenkins/test-data/89205663-6393-f00a-0e8b-4ff7a65f7ce5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/293bfe97e94c49f8803b614ee8496b65 as hdfs://localhost:33411/user/jenkins/test-data/89205663-6393-f00a-0e8b-4ff7a65f7ce5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/293bfe97e94c49f8803b614ee8496b65 2024-11-07T12:19:03,462 INFO [M:0;87fb68174c52:46025 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33411/user/jenkins/test-data/89205663-6393-f00a-0e8b-4ff7a65f7ce5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/293bfe97e94c49f8803b614ee8496b65, entries=1, sequenceid=97, filesize=5.0 K 2024-11-07T12:19:03,463 INFO [M:0;87fb68174c52:46025 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 902ms, sequenceid=97, compaction requested=false 2024-11-07T12:19:03,469 INFO [M:0;87fb68174c52:46025 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T12:19:03,469 DEBUG [M:0;87fb68174c52:46025 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1730981942561Disabling compacts and flushes for region at 1730981942561Disabling writes for close at 1730981942561Obtaining lock to block concurrent updates at 1730981942561Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1730981942561Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1730981942562 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1730981942562Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1730981942562Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1730981942580 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1730981942580Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1730981942990 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1730981943005 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1730981943005Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1730981943015 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1730981943035 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1730981943035Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5462b079: reopening flushed file at 1730981943448 (+413 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@235d1c6d: reopening flushed file at 1730981943453 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@661a9949: reopening flushed file at 1730981943458 (+5 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 902ms, sequenceid=97, compaction requested=false at 1730981943463 (+5 ms)Writing region close event to WAL at 1730981943469 (+6 ms)Closed at 1730981943469 2024-11-07T12:19:03,471 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35833 is added to blk_1073741830_1006 (size=63654) 2024-11-07T12:19:03,472 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-07T12:19:03,472 INFO [M:0;87fb68174c52:46025 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-07T12:19:03,472 INFO [M:0;87fb68174c52:46025 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:46025 2024-11-07T12:19:03,472 INFO [M:0;87fb68174c52:46025 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-07T12:19:03,503 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,33657,1730981925053.replicationSource.wal-reader.87fb68174c52%2C33657%2C1730981925053,1-87fb68174c52,33657,1730981925053 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46093/user/jenkins/test-data/7456a9a6-b421-e923-7261-4ea3339024fa/WALs/87fb68174c52,33657,1730981925053/87fb68174c52%2C33657%2C1730981925053.1730981927174 to pos 1033, reset compression=false 2024-11-07T12:19:03,574 INFO [M:0;87fb68174c52:46025 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-07T12:19:03,574 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46025-0x1001a2e170b0003, quorum=127.0.0.1:60173, baseZNode=/1-1631020189 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T12:19:03,574 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46025-0x1001a2e170b0003, quorum=127.0.0.1:60173, baseZNode=/1-1631020189 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T12:19:03,577 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1cf9a9fb{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T12:19:03,578 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4eae827d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-07T12:19:03,578 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-07T12:19:03,578 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7b431dbf{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-07T12:19:03,578 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@584aab43{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/79f2d348-e37b-0136-a75c-d55ec68c2f8c/hadoop.log.dir/,STOPPED} 2024-11-07T12:19:03,580 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-07T12:19:03,580 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-07T12:19:03,581 WARN [BP-1113235065-172.17.0.3-1730981927725 heartbeating to localhost/127.0.0.1:33411 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-07T12:19:03,581 WARN [BP-1113235065-172.17.0.3-1730981927725 heartbeating to localhost/127.0.0.1:33411 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1113235065-172.17.0.3-1730981927725 (Datanode Uuid 9f7c8b76-d2ac-46b5-b9a8-b7034aa234e7) service to localhost/127.0.0.1:33411 2024-11-07T12:19:03,582 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/79f2d348-e37b-0136-a75c-d55ec68c2f8c/cluster_724ca2c8-45ce-c32c-b6bb-9ec1246fcc20/data/data1/current/BP-1113235065-172.17.0.3-1730981927725 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T12:19:03,584 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/79f2d348-e37b-0136-a75c-d55ec68c2f8c/cluster_724ca2c8-45ce-c32c-b6bb-9ec1246fcc20/data/data2/current/BP-1113235065-172.17.0.3-1730981927725 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T12:19:03,584 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-07T12:19:03,593 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@71b6171a{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-07T12:19:03,593 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4f47635a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-07T12:19:03,593 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-07T12:19:03,593 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7f7ccd89{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-07T12:19:03,593 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3ddec824{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/79f2d348-e37b-0136-a75c-d55ec68c2f8c/hadoop.log.dir/,STOPPED} 2024-11-07T12:19:03,606 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-07T12:19:03,606 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-07T12:19:03,606 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T12:19:03,606 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T12:19:03,606 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:19:03,607 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T12:19:03,607 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:19:03,607 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-07T12:19:03,607 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1323640668, stopped=false 2024-11-07T12:19:03,607 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=87fb68174c52,36323,1730981924986 2024-11-07T12:19:03,609 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36323-0x1001a2e170b0000, quorum=127.0.0.1:60173, baseZNode=/0655307062 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0655307062/running 2024-11-07T12:19:03,609 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36323-0x1001a2e170b0000, quorum=127.0.0.1:60173, baseZNode=/0655307062 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0655307062 2024-11-07T12:19:03,609 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33657-0x1001a2e170b0001, quorum=127.0.0.1:60173, baseZNode=/0655307062 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0655307062/running 2024-11-07T12:19:03,609 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-07T12:19:03,609 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33657-0x1001a2e170b0001, quorum=127.0.0.1:60173, baseZNode=/0655307062 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0655307062 2024-11-07T12:19:03,609 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36323-0x1001a2e170b0000, quorum=127.0.0.1:60173, baseZNode=/0655307062 Set watcher on znode that does not yet exist, /0655307062/running 2024-11-07T12:19:03,610 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T12:19:03,610 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33657-0x1001a2e170b0001, quorum=127.0.0.1:60173, baseZNode=/0655307062 Set watcher on znode that does not yet exist, /0655307062/running 2024-11-07T12:19:03,610 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T12:19:03,610 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:19:03,610 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '87fb68174c52,33657,1730981925053' ***** 2024-11-07T12:19:03,610 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-07T12:19:03,611 INFO [RS:0;87fb68174c52:33657 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-07T12:19:03,611 INFO [RS:0;87fb68174c52:33657 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-07T12:19:03,611 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-07T12:19:03,611 INFO [RS:0;87fb68174c52:33657 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-07T12:19:03,611 INFO [RS:0;87fb68174c52:33657 {}] regionserver.HRegionServer(3091): Received CLOSE for 20abc494bfe7312b205d2cc4f173bf43 2024-11-07T12:19:03,611 INFO [RS:0;87fb68174c52:33657 {}] regionserver.HRegionServer(3091): Received CLOSE for 3c803191f760a59a12167230cd023b2e 2024-11-07T12:19:03,611 INFO [RS:0;87fb68174c52:33657 {}] regionserver.HRegionServer(959): stopping server 87fb68174c52,33657,1730981925053 2024-11-07T12:19:03,611 INFO [RS:0;87fb68174c52:33657 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-07T12:19:03,611 INFO [RS:0;87fb68174c52:33657 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;87fb68174c52:33657. 2024-11-07T12:19:03,611 DEBUG [RS:0;87fb68174c52:33657 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T12:19:03,611 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 20abc494bfe7312b205d2cc4f173bf43, disabling compactions & flushes 2024-11-07T12:19:03,611 DEBUG [RS:0;87fb68174c52:33657 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:19:03,611 INFO [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1730981930999.20abc494bfe7312b205d2cc4f173bf43. 2024-11-07T12:19:03,611 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1730981930999.20abc494bfe7312b205d2cc4f173bf43. 2024-11-07T12:19:03,611 INFO [RS:0;87fb68174c52:33657 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-07T12:19:03,611 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1730981930999.20abc494bfe7312b205d2cc4f173bf43. after waiting 0 ms 2024-11-07T12:19:03,611 INFO [RS:0;87fb68174c52:33657 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-07T12:19:03,611 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1730981930999.20abc494bfe7312b205d2cc4f173bf43. 2024-11-07T12:19:03,611 INFO [RS:0;87fb68174c52:33657 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-07T12:19:03,612 INFO [RS:0;87fb68174c52:33657 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-07T12:19:03,612 INFO [RS:0;87fb68174c52:33657 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-07T12:19:03,612 DEBUG [RS:0;87fb68174c52:33657 {}] regionserver.HRegionServer(1325): Online Regions={20abc494bfe7312b205d2cc4f173bf43=test,,1730981930999.20abc494bfe7312b205d2cc4f173bf43., 1588230740=hbase:meta,,1.1588230740, 3c803191f760a59a12167230cd023b2e=hbase:replication,,1730981934316.3c803191f760a59a12167230cd023b2e.} 2024-11-07T12:19:03,612 DEBUG [RS:0;87fb68174c52:33657 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 20abc494bfe7312b205d2cc4f173bf43, 3c803191f760a59a12167230cd023b2e 2024-11-07T12:19:03,612 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-07T12:19:03,612 INFO [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-07T12:19:03,612 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-07T12:19:03,612 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-07T12:19:03,612 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-07T12:19:03,612 INFO [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-07T12:19:03,621 INFO [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,33657,1730981925053.replicationSource.shipper87fb68174c52%2C33657%2C1730981925053,1-87fb68174c52,33657,1730981925053 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-11-07T12:19:03,622 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 87fb68174c52:46025 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 87fb68174c52/172.17.0.3:46025 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:19:03,623 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.FailedServers(52): Added failed server with address 87fb68174c52:46025 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 87fb68174c52/172.17.0.3:46025 2024-11-07T12:19:03,625 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46093/user/jenkins/test-data/7456a9a6-b421-e923-7261-4ea3339024fa/data/default/test/20abc494bfe7312b205d2cc4f173bf43/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-07T12:19:03,625 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-07T12:19:03,625 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-07T12:19:03,625 INFO [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1730981930999.20abc494bfe7312b205d2cc4f173bf43. 2024-11-07T12:19:03,626 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 20abc494bfe7312b205d2cc4f173bf43: Waiting for close lock at 1730981943611Running coprocessor pre-close hooks at 1730981943611Disabling compacts and flushes for region at 1730981943611Disabling writes for close at 1730981943611Writing region close event to WAL at 1730981943617 (+6 ms)Running coprocessor post-close hooks at 1730981943625 (+8 ms)Closed at 1730981943625 2024-11-07T12:19:03,626 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1730981930999.20abc494bfe7312b205d2cc4f173bf43. 2024-11-07T12:19:03,626 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3c803191f760a59a12167230cd023b2e, disabling compactions & flushes 2024-11-07T12:19:03,626 INFO [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1730981934316.3c803191f760a59a12167230cd023b2e. 2024-11-07T12:19:03,626 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1730981934316.3c803191f760a59a12167230cd023b2e. 2024-11-07T12:19:03,626 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1730981934316.3c803191f760a59a12167230cd023b2e. after waiting 0 ms 2024-11-07T12:19:03,626 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1730981934316.3c803191f760a59a12167230cd023b2e. 2024-11-07T12:19:03,626 INFO [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 3c803191f760a59a12167230cd023b2e 3/3 column families, dataSize=865 B heapSize=2.25 KB 2024-11-07T12:19:03,635 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/7456a9a6-b421-e923-7261-4ea3339024fa/data/hbase/meta/1588230740/.tmp/info/efd1c362a9da4465bfc8f1a4d0996278 is 147, key is hbase:replication,,1730981934316.3c803191f760a59a12167230cd023b2e./info:regioninfo/1730981935509/Put/seqid=0 2024-11-07T12:19:03,641 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/7456a9a6-b421-e923-7261-4ea3339024fa/data/hbase/replication/3c803191f760a59a12167230cd023b2e/.tmp/hfileref/7096e2e2358c4e3fac74860fb06d3c57 is 74, key is 1/hfileref:5743cc93c47342d598ecda4dad6be7cc_SeqId_6_/1730981941383/Put/seqid=0 2024-11-07T12:19:03,642 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38715 is added to blk_1073741846_1022 (size=7686) 2024-11-07T12:19:03,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38715 is added to blk_1073741847_1023 (size=5345) 2024-11-07T12:19:03,646 INFO [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=420 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:46093/user/jenkins/test-data/7456a9a6-b421-e923-7261-4ea3339024fa/data/hbase/replication/3c803191f760a59a12167230cd023b2e/.tmp/hfileref/7096e2e2358c4e3fac74860fb06d3c57 2024-11-07T12:19:03,652 INFO [regionserver/87fb68174c52:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-07T12:19:03,670 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/7456a9a6-b421-e923-7261-4ea3339024fa/data/hbase/replication/3c803191f760a59a12167230cd023b2e/.tmp/queue/d3d74ca10524458ebc40b1aec96a502c is 153, key is 1-87fb68174c52,33657,1730981925053/queue:87fb68174c52%2C33657%2C1730981925053/1730981939522/Put/seqid=0 2024-11-07T12:19:03,674 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38715 is added to blk_1073741848_1024 (size=5352) 2024-11-07T12:19:03,675 INFO [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=445 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:46093/user/jenkins/test-data/7456a9a6-b421-e923-7261-4ea3339024fa/data/hbase/replication/3c803191f760a59a12167230cd023b2e/.tmp/queue/d3d74ca10524458ebc40b1aec96a502c 2024-11-07T12:19:03,679 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/7456a9a6-b421-e923-7261-4ea3339024fa/data/hbase/replication/3c803191f760a59a12167230cd023b2e/.tmp/hfileref/7096e2e2358c4e3fac74860fb06d3c57 as hdfs://localhost:46093/user/jenkins/test-data/7456a9a6-b421-e923-7261-4ea3339024fa/data/hbase/replication/3c803191f760a59a12167230cd023b2e/hfileref/7096e2e2358c4e3fac74860fb06d3c57 2024-11-07T12:19:03,684 INFO [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46093/user/jenkins/test-data/7456a9a6-b421-e923-7261-4ea3339024fa/data/hbase/replication/3c803191f760a59a12167230cd023b2e/hfileref/7096e2e2358c4e3fac74860fb06d3c57, entries=4, sequenceid=10, filesize=5.2 K 2024-11-07T12:19:03,685 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/7456a9a6-b421-e923-7261-4ea3339024fa/data/hbase/replication/3c803191f760a59a12167230cd023b2e/.tmp/queue/d3d74ca10524458ebc40b1aec96a502c as hdfs://localhost:46093/user/jenkins/test-data/7456a9a6-b421-e923-7261-4ea3339024fa/data/hbase/replication/3c803191f760a59a12167230cd023b2e/queue/d3d74ca10524458ebc40b1aec96a502c 2024-11-07T12:19:03,690 INFO [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46093/user/jenkins/test-data/7456a9a6-b421-e923-7261-4ea3339024fa/data/hbase/replication/3c803191f760a59a12167230cd023b2e/queue/d3d74ca10524458ebc40b1aec96a502c, entries=1, sequenceid=10, filesize=5.2 K 2024-11-07T12:19:03,690 INFO [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~865 B/865, heapSize ~1.97 KB/2016, currentSize=0 B/0 for 3c803191f760a59a12167230cd023b2e in 64ms, sequenceid=10, compaction requested=false 2024-11-07T12:19:03,694 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46093/user/jenkins/test-data/7456a9a6-b421-e923-7261-4ea3339024fa/data/hbase/replication/3c803191f760a59a12167230cd023b2e/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-07T12:19:03,694 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-07T12:19:03,694 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-07T12:19:03,694 INFO [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1730981934316.3c803191f760a59a12167230cd023b2e. 2024-11-07T12:19:03,694 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3c803191f760a59a12167230cd023b2e: Waiting for close lock at 1730981943626Running coprocessor pre-close hooks at 1730981943626Disabling compacts and flushes for region at 1730981943626Disabling writes for close at 1730981943626Obtaining lock to block concurrent updates at 1730981943626Preparing flush snapshotting stores in 3c803191f760a59a12167230cd023b2e at 1730981943626Finished memstore snapshotting hbase:replication,,1730981934316.3c803191f760a59a12167230cd023b2e., syncing WAL and waiting on mvcc, flushsize=dataSize=865, getHeapSize=2256, getOffHeapSize=0, getCellsCount=9 at 1730981943626Flushing stores of hbase:replication,,1730981934316.3c803191f760a59a12167230cd023b2e. at 1730981943627 (+1 ms)Flushing 3c803191f760a59a12167230cd023b2e/hfileref: creating writer at 1730981943627Flushing 3c803191f760a59a12167230cd023b2e/hfileref: appending metadata at 1730981943641 (+14 ms)Flushing 3c803191f760a59a12167230cd023b2e/hfileref: closing flushed file at 1730981943641Flushing 3c803191f760a59a12167230cd023b2e/queue: creating writer at 1730981943653 (+12 ms)Flushing 3c803191f760a59a12167230cd023b2e/queue: appending metadata at 1730981943669 (+16 ms)Flushing 3c803191f760a59a12167230cd023b2e/queue: closing flushed file at 1730981943669Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@489183d5: reopening flushed file at 1730981943679 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3d6727a: reopening flushed file at 1730981943684 (+5 ms)Finished flush of dataSize ~865 B/865, heapSize ~1.97 KB/2016, currentSize=0 B/0 for 3c803191f760a59a12167230cd023b2e in 64ms, sequenceid=10, compaction requested=false at 1730981943690 (+6 ms)Writing region close event to WAL at 1730981943691 (+1 ms)Running coprocessor post-close hooks at 1730981943694 (+3 ms)Closed at 1730981943694 2024-11-07T12:19:03,695 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1730981934316.3c803191f760a59a12167230cd023b2e. 2024-11-07T12:19:03,733 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T12:19:03,734 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 87fb68174c52:46025 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 87fb68174c52/172.17.0.3:46025 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:19:03,735 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [87fb68174c52,46025,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$1(AbstractRpcBasedConnectionRegistry.java:127) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: java.net.ConnectException: Call to address=87fb68174c52:46025 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 87fb68174c52/172.17.0.3:46025 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 41 more 2024-11-07T12:19:03,736 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.FailedServers(52): Added failed server with address 87fb68174c52:46025 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 87fb68174c52/172.17.0.3:46025 2024-11-07T12:19:03,812 DEBUG [RS:0;87fb68174c52:33657 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-07T12:19:03,944 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T12:19:03,944 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 87fb68174c52:46025 this server is in the failed servers list 2024-11-07T12:19:03,945 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [87fb68174c52,46025,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=87fb68174c52:46025 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 87fb68174c52:46025 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-07T12:19:04,012 DEBUG [RS:0;87fb68174c52:33657 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-07T12:19:04,021 INFO [regionserver/87fb68174c52:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-07T12:19:04,021 INFO [regionserver/87fb68174c52:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-07T12:19:04,043 INFO [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46093/user/jenkins/test-data/7456a9a6-b421-e923-7261-4ea3339024fa/data/hbase/meta/1588230740/.tmp/info/efd1c362a9da4465bfc8f1a4d0996278 2024-11-07T12:19:04,062 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/7456a9a6-b421-e923-7261-4ea3339024fa/data/hbase/meta/1588230740/.tmp/ns/601d9fe1ca6f46c69f324aade19fc136 is 43, key is default/ns:d/1730981927626/Put/seqid=0 2024-11-07T12:19:04,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38715 is added to blk_1073741849_1025 (size=5153) 2024-11-07T12:19:04,107 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,33657,1730981925053.replicationSource.wal-reader.87fb68174c52%2C33657%2C1730981925053,1-87fb68174c52,33657,1730981925053 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46093/user/jenkins/test-data/7456a9a6-b421-e923-7261-4ea3339024fa/WALs/87fb68174c52,33657,1730981925053/87fb68174c52%2C33657%2C1730981925053.1730981927174 to pos 1033, reset compression=false 2024-11-07T12:19:04,112 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,33657,1730981925053.replicationSource.wal-reader.87fb68174c52%2C33657%2C1730981925053,1-87fb68174c52,33657,1730981925053 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-07T12:19:04,112 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,33657,1730981925053.replicationSource.wal-reader.87fb68174c52%2C33657%2C1730981925053,1-87fb68174c52,33657,1730981925053 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46093/user/jenkins/test-data/7456a9a6-b421-e923-7261-4ea3339024fa/WALs/87fb68174c52,33657,1730981925053/87fb68174c52%2C33657%2C1730981925053.1730981927174 to pos 1328, reset compression=false 2024-11-07T12:19:04,213 DEBUG [RS:0;87fb68174c52:33657 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-07T12:19:04,253 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T12:19:04,254 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 87fb68174c52:46025 this server is in the failed servers list 2024-11-07T12:19:04,254 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [87fb68174c52,46025,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=87fb68174c52:46025 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 87fb68174c52:46025 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-07T12:19:04,315 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,33657,1730981925053.replicationSource.wal-reader.87fb68174c52%2C33657%2C1730981925053,1-87fb68174c52,33657,1730981925053 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46093/user/jenkins/test-data/7456a9a6-b421-e923-7261-4ea3339024fa/WALs/87fb68174c52,33657,1730981925053/87fb68174c52%2C33657%2C1730981925053.1730981927174 to pos 1328, reset compression=false 2024-11-07T12:19:04,413 DEBUG [RS:0;87fb68174c52:33657 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-07T12:19:04,466 INFO [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46093/user/jenkins/test-data/7456a9a6-b421-e923-7261-4ea3339024fa/data/hbase/meta/1588230740/.tmp/ns/601d9fe1ca6f46c69f324aade19fc136 2024-11-07T12:19:04,485 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/7456a9a6-b421-e923-7261-4ea3339024fa/data/hbase/meta/1588230740/.tmp/rep_barrier/2fcdfd52790044e493ff7576e1f954b8 is 112, key is test,,1730981930999.20abc494bfe7312b205d2cc4f173bf43./rep_barrier:seqnumDuringOpen/1730981932151/Put/seqid=0 2024-11-07T12:19:04,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38715 is added to blk_1073741850_1026 (size=5518) 2024-11-07T12:19:04,613 INFO [RS:0;87fb68174c52:33657 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-07T12:19:04,613 DEBUG [RS:0;87fb68174c52:33657 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-07T12:19:04,613 DEBUG [RS:0;87fb68174c52:33657 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-07T12:19:04,619 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,33657,1730981925053.replicationSource.wal-reader.87fb68174c52%2C33657%2C1730981925053,1-87fb68174c52,33657,1730981925053 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46093/user/jenkins/test-data/7456a9a6-b421-e923-7261-4ea3339024fa/WALs/87fb68174c52,33657,1730981925053/87fb68174c52%2C33657%2C1730981925053.1730981927174 to pos 1328, reset compression=false 2024-11-07T12:19:04,764 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T12:19:04,764 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 87fb68174c52:46025 this server is in the failed servers list 2024-11-07T12:19:04,764 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [87fb68174c52,46025,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=87fb68174c52:46025 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 87fb68174c52:46025 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-07T12:19:04,813 DEBUG [RS:0;87fb68174c52:33657 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-07T12:19:04,890 INFO [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46093/user/jenkins/test-data/7456a9a6-b421-e923-7261-4ea3339024fa/data/hbase/meta/1588230740/.tmp/rep_barrier/2fcdfd52790044e493ff7576e1f954b8 2024-11-07T12:19:04,912 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/7456a9a6-b421-e923-7261-4ea3339024fa/data/hbase/meta/1588230740/.tmp/table/798e74f0895c449287a537ebc456cd72 is 53, key is hbase:replication/table:state/1730981935517/Put/seqid=0 2024-11-07T12:19:04,918 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38715 is added to blk_1073741851_1027 (size=5308) 2024-11-07T12:19:05,013 DEBUG [RS:0;87fb68174c52:33657 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-07T12:19:05,023 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,33657,1730981925053.replicationSource.wal-reader.87fb68174c52%2C33657%2C1730981925053,1-87fb68174c52,33657,1730981925053 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46093/user/jenkins/test-data/7456a9a6-b421-e923-7261-4ea3339024fa/WALs/87fb68174c52,33657,1730981925053/87fb68174c52%2C33657%2C1730981925053.1730981927174 to pos 1328, reset compression=false 2024-11-07T12:19:05,214 DEBUG [RS:0;87fb68174c52:33657 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-07T12:19:05,245 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-07T12:19:05,245 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-07T12:19:05,319 INFO [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46093/user/jenkins/test-data/7456a9a6-b421-e923-7261-4ea3339024fa/data/hbase/meta/1588230740/.tmp/table/798e74f0895c449287a537ebc456cd72 2024-11-07T12:19:05,330 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/7456a9a6-b421-e923-7261-4ea3339024fa/data/hbase/meta/1588230740/.tmp/info/efd1c362a9da4465bfc8f1a4d0996278 as hdfs://localhost:46093/user/jenkins/test-data/7456a9a6-b421-e923-7261-4ea3339024fa/data/hbase/meta/1588230740/info/efd1c362a9da4465bfc8f1a4d0996278 2024-11-07T12:19:05,336 INFO [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46093/user/jenkins/test-data/7456a9a6-b421-e923-7261-4ea3339024fa/data/hbase/meta/1588230740/info/efd1c362a9da4465bfc8f1a4d0996278, entries=20, sequenceid=16, filesize=7.5 K 2024-11-07T12:19:05,337 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/7456a9a6-b421-e923-7261-4ea3339024fa/data/hbase/meta/1588230740/.tmp/ns/601d9fe1ca6f46c69f324aade19fc136 as hdfs://localhost:46093/user/jenkins/test-data/7456a9a6-b421-e923-7261-4ea3339024fa/data/hbase/meta/1588230740/ns/601d9fe1ca6f46c69f324aade19fc136 2024-11-07T12:19:05,342 INFO [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46093/user/jenkins/test-data/7456a9a6-b421-e923-7261-4ea3339024fa/data/hbase/meta/1588230740/ns/601d9fe1ca6f46c69f324aade19fc136, entries=2, sequenceid=16, filesize=5.0 K 2024-11-07T12:19:05,345 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/7456a9a6-b421-e923-7261-4ea3339024fa/data/hbase/meta/1588230740/.tmp/rep_barrier/2fcdfd52790044e493ff7576e1f954b8 as hdfs://localhost:46093/user/jenkins/test-data/7456a9a6-b421-e923-7261-4ea3339024fa/data/hbase/meta/1588230740/rep_barrier/2fcdfd52790044e493ff7576e1f954b8 2024-11-07T12:19:05,350 INFO [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46093/user/jenkins/test-data/7456a9a6-b421-e923-7261-4ea3339024fa/data/hbase/meta/1588230740/rep_barrier/2fcdfd52790044e493ff7576e1f954b8, entries=1, sequenceid=16, filesize=5.4 K 2024-11-07T12:19:05,351 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/7456a9a6-b421-e923-7261-4ea3339024fa/data/hbase/meta/1588230740/.tmp/table/798e74f0895c449287a537ebc456cd72 as hdfs://localhost:46093/user/jenkins/test-data/7456a9a6-b421-e923-7261-4ea3339024fa/data/hbase/meta/1588230740/table/798e74f0895c449287a537ebc456cd72 2024-11-07T12:19:05,354 INFO [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46093/user/jenkins/test-data/7456a9a6-b421-e923-7261-4ea3339024fa/data/hbase/meta/1588230740/table/798e74f0895c449287a537ebc456cd72, entries=4, sequenceid=16, filesize=5.2 K 2024-11-07T12:19:05,355 INFO [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1743ms, sequenceid=16, compaction requested=false 2024-11-07T12:19:05,355 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-07T12:19:05,368 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46093/user/jenkins/test-data/7456a9a6-b421-e923-7261-4ea3339024fa/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-07T12:19:05,368 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-07T12:19:05,368 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-07T12:19:05,368 INFO [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-07T12:19:05,368 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1730981943612Running coprocessor pre-close hooks at 1730981943612Disabling compacts and flushes for region at 1730981943612Disabling writes for close at 1730981943612Obtaining lock to block concurrent updates at 1730981943612Preparing flush snapshotting stores in 1588230740 at 1730981943612Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1730981943613 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1730981943613Flushing 1588230740/info: creating writer at 1730981943613Flushing 1588230740/info: appending metadata at 1730981943635 (+22 ms)Flushing 1588230740/info: closing flushed file at 1730981943635Flushing 1588230740/ns: creating writer at 1730981944047 (+412 ms)Flushing 1588230740/ns: appending metadata at 1730981944061 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1730981944061Flushing 1588230740/rep_barrier: creating writer at 1730981944471 (+410 ms)Flushing 1588230740/rep_barrier: appending metadata at 1730981944485 (+14 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1730981944485Flushing 1588230740/table: creating writer at 1730981944895 (+410 ms)Flushing 1588230740/table: appending metadata at 1730981944911 (+16 ms)Flushing 1588230740/table: closing flushed file at 1730981944911Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1d69089e: reopening flushed file at 1730981945329 (+418 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2bfe1021: reopening flushed file at 1730981945336 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@56044e: reopening flushed file at 1730981945342 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@16d4e0fa: reopening flushed file at 1730981945350 (+8 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1743ms, sequenceid=16, compaction requested=false at 1730981945355 (+5 ms)Writing region close event to WAL at 1730981945364 (+9 ms)Running coprocessor post-close hooks at 1730981945368 (+4 ms)Closed at 1730981945368 2024-11-07T12:19:05,369 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-07T12:19:05,414 INFO [RS:0;87fb68174c52:33657 {}] regionserver.HRegionServer(976): stopping server 87fb68174c52,33657,1730981925053; all regions closed. 2024-11-07T12:19:05,416 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38715 is added to blk_1073741834_1010 (size=4239) 2024-11-07T12:19:05,416 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/7456a9a6-b421-e923-7261-4ea3339024fa/WALs/87fb68174c52,33657,1730981925053/87fb68174c52%2C33657%2C1730981925053.meta.1730981927581.meta not finished, retry = 0 2024-11-07T12:19:05,518 DEBUG [RS:0;87fb68174c52:33657 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/7456a9a6-b421-e923-7261-4ea3339024fa/oldWALs 2024-11-07T12:19:05,518 INFO [RS:0;87fb68174c52:33657 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 87fb68174c52%2C33657%2C1730981925053.meta:.meta(num 1730981927581) 2024-11-07T12:19:05,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38715 is added to blk_1073741839_1015 (size=2695) 2024-11-07T12:19:05,521 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/7456a9a6-b421-e923-7261-4ea3339024fa/WALs/87fb68174c52,33657,1730981925053/87fb68174c52%2C33657%2C1730981925053.rep.1730981935461 not finished, retry = 0 2024-11-07T12:19:05,527 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,33657,1730981925053.replicationSource.wal-reader.87fb68174c52%2C33657%2C1730981925053,1-87fb68174c52,33657,1730981925053 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46093/user/jenkins/test-data/7456a9a6-b421-e923-7261-4ea3339024fa/WALs/87fb68174c52,33657,1730981925053/87fb68174c52%2C33657%2C1730981925053.1730981927174 to pos 1328, reset compression=false 2024-11-07T12:19:05,623 DEBUG [RS:0;87fb68174c52:33657 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/7456a9a6-b421-e923-7261-4ea3339024fa/oldWALs 2024-11-07T12:19:05,623 INFO [RS:0;87fb68174c52:33657 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 87fb68174c52%2C33657%2C1730981925053.rep:(num 1730981935461) 2024-11-07T12:19:05,625 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/7456a9a6-b421-e923-7261-4ea3339024fa/WALs/87fb68174c52,33657,1730981925053/87fb68174c52%2C33657%2C1730981925053.1730981927174 not finished, retry = 0 2024-11-07T12:19:05,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38715 is added to blk_1073741833_1009 (size=1336) 2024-11-07T12:19:05,727 DEBUG [RS:0;87fb68174c52:33657 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/7456a9a6-b421-e923-7261-4ea3339024fa/oldWALs 2024-11-07T12:19:05,727 INFO [RS:0;87fb68174c52:33657 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 87fb68174c52%2C33657%2C1730981925053:(num 1730981927174) 2024-11-07T12:19:05,727 DEBUG [RS:0;87fb68174c52:33657 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:19:05,727 INFO [RS:0;87fb68174c52:33657 {}] regionserver.LeaseManager(133): Closed leases 2024-11-07T12:19:05,727 INFO [RS:0;87fb68174c52:33657 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-07T12:19:05,728 INFO [RS:0;87fb68174c52:33657 {}] hbase.ChoreService(370): Chore service for: regionserver/87fb68174c52:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-07T12:19:05,728 INFO [RS:0;87fb68174c52:33657 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-07T12:19:05,728 INFO [regionserver/87fb68174c52:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-07T12:19:05,728 INFO [RS:0;87fb68174c52:33657 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-87fb68174c52,33657,1730981925053 because: Region server is closing 2024-11-07T12:19:05,728 INFO [RS:0;87fb68174c52:33657 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;87fb68174c52:33657. 2024-11-07T12:19:05,728 DEBUG [RS:0;87fb68174c52:33657 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T12:19:05,728 DEBUG [RS:0;87fb68174c52:33657 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:19:05,728 DEBUG [RS:0;87fb68174c52:33657 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:19:05,728 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T12:19:05,774 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T12:19:05,774 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [87fb68174c52,46025,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=87fb68174c52:46025 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-07T12:19:05,779 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 6, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 2153 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [87fb68174c52,46025,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=87fb68174c52:46025 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-07T12:19:05,829 WARN [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,33657,1730981925053.replicationSource.wal-reader.87fb68174c52%2C33657%2C1730981925053,1-87fb68174c52,33657,1730981925053 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-07T12:19:05,829 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,33657,1730981925053.replicationSource.shipper87fb68174c52%2C33657%2C1730981925053,1-87fb68174c52,33657,1730981925053 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed java.io.InterruptedIOException: null at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:184) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: java.lang.InterruptedException at java.util.concurrent.CompletableFuture.reportGet(CompletableFuture.java:386) ~[?:?] at java.util.concurrent.CompletableFuture.get(CompletableFuture.java:2073) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:182) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 9 more 2024-11-07T12:19:05,829 WARN [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,33657,1730981925053.replicationSource.shipper87fb68174c52%2C33657%2C1730981925053,1-87fb68174c52,33657,1730981925053 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-07T12:19:05,829 WARN [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,33657,1730981925053.replicationSource.shipper87fb68174c52%2C33657%2C1730981925053,1-87fb68174c52,33657,1730981925053 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-11-07T12:19:06,430 INFO [RS:0;87fb68174c52:33657 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,33657,1730981925053.replicationSource.shipper87fb68174c52%2C33657%2C1730981925053,1-87fb68174c52,33657,1730981925053 terminated 2024-11-07T12:19:06,430 INFO [RS:0;87fb68174c52:33657 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;87fb68174c52:33657. 2024-11-07T12:19:06,431 DEBUG [RS:0;87fb68174c52:33657 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T12:19:06,431 DEBUG [RS:0;87fb68174c52:33657 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:19:06,431 DEBUG [RS:0;87fb68174c52:33657 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:19:06,431 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T12:19:06,431 INFO [RS:0;87fb68174c52:33657 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:33657 2024-11-07T12:19:06,433 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33657-0x1001a2e170b0001, quorum=127.0.0.1:60173, baseZNode=/0655307062 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0655307062/rs/87fb68174c52,33657,1730981925053 2024-11-07T12:19:06,433 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36323-0x1001a2e170b0000, quorum=127.0.0.1:60173, baseZNode=/0655307062 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0655307062/rs 2024-11-07T12:19:06,433 INFO [RS:0;87fb68174c52:33657 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-07T12:19:06,435 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [87fb68174c52,33657,1730981925053] 2024-11-07T12:19:06,437 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0655307062/draining/87fb68174c52,33657,1730981925053 already deleted, retry=false 2024-11-07T12:19:06,437 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 87fb68174c52,33657,1730981925053 expired; onlineServers=0 2024-11-07T12:19:06,437 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '87fb68174c52,36323,1730981924986' ***** 2024-11-07T12:19:06,437 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-07T12:19:06,437 INFO [M:0;87fb68174c52:36323 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-07T12:19:06,437 INFO [M:0;87fb68174c52:36323 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-07T12:19:06,437 DEBUG [M:0;87fb68174c52:36323 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-07T12:19:06,437 DEBUG [M:0;87fb68174c52:36323 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-07T12:19:06,437 DEBUG [master/87fb68174c52:0:becomeActiveMaster-HFileCleaner.large.0-1730981926900 {}] cleaner.HFileCleaner(306): Exit Thread[master/87fb68174c52:0:becomeActiveMaster-HFileCleaner.large.0-1730981926900,5,FailOnTimeoutGroup] 2024-11-07T12:19:06,437 DEBUG [master/87fb68174c52:0:becomeActiveMaster-HFileCleaner.small.0-1730981926901 {}] cleaner.HFileCleaner(306): Exit Thread[master/87fb68174c52:0:becomeActiveMaster-HFileCleaner.small.0-1730981926901,5,FailOnTimeoutGroup] 2024-11-07T12:19:06,437 INFO [M:0;87fb68174c52:36323 {}] hbase.ChoreService(370): Chore service for: master/87fb68174c52:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-07T12:19:06,437 INFO [M:0;87fb68174c52:36323 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-07T12:19:06,437 DEBUG [M:0;87fb68174c52:36323 {}] master.HMaster(1795): Stopping service threads 2024-11-07T12:19:06,437 INFO [M:0;87fb68174c52:36323 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-07T12:19:06,437 INFO [M:0;87fb68174c52:36323 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-07T12:19:06,437 INFO [M:0;87fb68174c52:36323 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-07T12:19:06,438 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-07T12:19:06,438 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-07T12:19:06,439 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36323-0x1001a2e170b0000, quorum=127.0.0.1:60173, baseZNode=/0655307062 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0655307062/master 2024-11-07T12:19:06,439 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36323-0x1001a2e170b0000, quorum=127.0.0.1:60173, baseZNode=/0655307062 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0655307062 2024-11-07T12:19:06,439 DEBUG [M:0;87fb68174c52:36323 {}] zookeeper.ZKUtil(347): master:36323-0x1001a2e170b0000, quorum=127.0.0.1:60173, baseZNode=/0655307062 Unable to get data of znode /0655307062/master because node does not exist (not an error) 2024-11-07T12:19:06,439 WARN [M:0;87fb68174c52:36323 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-07T12:19:06,440 INFO [M:0;87fb68174c52:36323 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:46093/user/jenkins/test-data/7456a9a6-b421-e923-7261-4ea3339024fa/.lastflushedseqids 2024-11-07T12:19:06,447 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38715 is added to blk_1073741852_1028 (size=263) 2024-11-07T12:19:06,535 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33657-0x1001a2e170b0001, quorum=127.0.0.1:60173, baseZNode=/0655307062 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T12:19:06,535 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33657-0x1001a2e170b0001, quorum=127.0.0.1:60173, baseZNode=/0655307062 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T12:19:06,535 INFO [RS:0;87fb68174c52:33657 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-07T12:19:06,535 INFO [RS:0;87fb68174c52:33657 {}] regionserver.HRegionServer(1031): Exiting; stopping=87fb68174c52,33657,1730981925053; zookeeper connection closed. 2024-11-07T12:19:06,536 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2e6c188c {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2e6c188c 2024-11-07T12:19:06,536 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-07T12:19:06,848 INFO [M:0;87fb68174c52:36323 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-07T12:19:06,848 INFO [M:0;87fb68174c52:36323 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-07T12:19:06,848 DEBUG [M:0;87fb68174c52:36323 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-07T12:19:06,848 INFO [M:0;87fb68174c52:36323 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T12:19:06,848 DEBUG [M:0;87fb68174c52:36323 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T12:19:06,848 DEBUG [M:0;87fb68174c52:36323 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-07T12:19:06,848 DEBUG [M:0;87fb68174c52:36323 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T12:19:06,848 INFO [M:0;87fb68174c52:36323 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.51 KB heapSize=64.93 KB 2024-11-07T12:19:06,867 DEBUG [M:0;87fb68174c52:36323 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/7456a9a6-b421-e923-7261-4ea3339024fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/fe518717a4c14edbb03e64b6750b4634 is 82, key is hbase:meta,,1/info:regioninfo/1730981927613/Put/seqid=0 2024-11-07T12:19:06,871 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38715 is added to blk_1073741853_1029 (size=5672) 2024-11-07T12:19:07,142 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-07T12:19:07,163 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T12:19:07,164 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T12:19:07,164 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T12:19:07,165 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T12:19:07,165 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T12:19:07,166 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T12:19:07,171 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T12:19:07,173 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T12:19:07,176 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T12:19:07,272 INFO [M:0;87fb68174c52:36323 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:46093/user/jenkins/test-data/7456a9a6-b421-e923-7261-4ea3339024fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/fe518717a4c14edbb03e64b6750b4634 2024-11-07T12:19:07,298 DEBUG [M:0;87fb68174c52:36323 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/7456a9a6-b421-e923-7261-4ea3339024fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/05a805efe4914aefafd36fa0f30beb7b is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1730981935522/Put/seqid=0 2024-11-07T12:19:07,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38715 is added to blk_1073741854_1030 (size=8517) 2024-11-07T12:19:07,707 INFO [M:0;87fb68174c52:36323 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.96 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:46093/user/jenkins/test-data/7456a9a6-b421-e923-7261-4ea3339024fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/05a805efe4914aefafd36fa0f30beb7b 2024-11-07T12:19:07,735 DEBUG [M:0;87fb68174c52:36323 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46093/user/jenkins/test-data/7456a9a6-b421-e923-7261-4ea3339024fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c623e065ee3e4ac99982ff1e901fce54 is 69, key is 87fb68174c52,33657,1730981925053/rs:state/1730981926927/Put/seqid=0 2024-11-07T12:19:07,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38715 is added to blk_1073741855_1031 (size=5156) 2024-11-07T12:19:07,794 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T12:19:07,795 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [87fb68174c52,46025,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=87fb68174c52:46025 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-07T12:19:07,795 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 7, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 4173 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [87fb68174c52,46025,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=87fb68174c52:46025 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-07T12:19:08,140 INFO [M:0;87fb68174c52:36323 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:46093/user/jenkins/test-data/7456a9a6-b421-e923-7261-4ea3339024fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c623e065ee3e4ac99982ff1e901fce54 2024-11-07T12:19:08,146 DEBUG [M:0;87fb68174c52:36323 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/7456a9a6-b421-e923-7261-4ea3339024fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/fe518717a4c14edbb03e64b6750b4634 as hdfs://localhost:46093/user/jenkins/test-data/7456a9a6-b421-e923-7261-4ea3339024fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/fe518717a4c14edbb03e64b6750b4634 2024-11-07T12:19:08,150 INFO [M:0;87fb68174c52:36323 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46093/user/jenkins/test-data/7456a9a6-b421-e923-7261-4ea3339024fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/fe518717a4c14edbb03e64b6750b4634, entries=8, sequenceid=97, filesize=5.5 K 2024-11-07T12:19:08,151 DEBUG [M:0;87fb68174c52:36323 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/7456a9a6-b421-e923-7261-4ea3339024fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/05a805efe4914aefafd36fa0f30beb7b as hdfs://localhost:46093/user/jenkins/test-data/7456a9a6-b421-e923-7261-4ea3339024fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/05a805efe4914aefafd36fa0f30beb7b 2024-11-07T12:19:08,155 INFO [M:0;87fb68174c52:36323 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46093/user/jenkins/test-data/7456a9a6-b421-e923-7261-4ea3339024fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/05a805efe4914aefafd36fa0f30beb7b, entries=11, sequenceid=97, filesize=8.3 K 2024-11-07T12:19:08,156 DEBUG [M:0;87fb68174c52:36323 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46093/user/jenkins/test-data/7456a9a6-b421-e923-7261-4ea3339024fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c623e065ee3e4ac99982ff1e901fce54 as hdfs://localhost:46093/user/jenkins/test-data/7456a9a6-b421-e923-7261-4ea3339024fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c623e065ee3e4ac99982ff1e901fce54 2024-11-07T12:19:08,159 INFO [M:0;87fb68174c52:36323 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46093/user/jenkins/test-data/7456a9a6-b421-e923-7261-4ea3339024fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c623e065ee3e4ac99982ff1e901fce54, entries=1, sequenceid=97, filesize=5.0 K 2024-11-07T12:19:08,160 INFO [M:0;87fb68174c52:36323 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1312ms, sequenceid=97, compaction requested=false 2024-11-07T12:19:08,161 INFO [M:0;87fb68174c52:36323 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T12:19:08,161 DEBUG [M:0;87fb68174c52:36323 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1730981946848Disabling compacts and flushes for region at 1730981946848Disabling writes for close at 1730981946848Obtaining lock to block concurrent updates at 1730981946848Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1730981946848Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56847, getHeapSize=66424, getOffHeapSize=0, getCellsCount=114 at 1730981946849 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1730981946849Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1730981946849Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1730981946867 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1730981946867Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1730981947277 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1730981947297 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1730981947297Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1730981947712 (+415 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1730981947735 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1730981947735Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6375a014: reopening flushed file at 1730981948145 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@18f51fa8: reopening flushed file at 1730981948150 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@466ca682: reopening flushed file at 1730981948155 (+5 ms)Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1312ms, sequenceid=97, compaction requested=false at 1730981948160 (+5 ms)Writing region close event to WAL at 1730981948161 (+1 ms)Closed at 1730981948161 2024-11-07T12:19:08,163 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38715 is added to blk_1073741830_1006 (size=63666) 2024-11-07T12:19:08,164 INFO [M:0;87fb68174c52:36323 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-07T12:19:08,164 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-07T12:19:08,164 INFO [M:0;87fb68174c52:36323 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:36323 2024-11-07T12:19:08,165 INFO [M:0;87fb68174c52:36323 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-07T12:19:08,267 INFO [M:0;87fb68174c52:36323 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-07T12:19:08,267 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36323-0x1001a2e170b0000, quorum=127.0.0.1:60173, baseZNode=/0655307062 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T12:19:08,267 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36323-0x1001a2e170b0000, quorum=127.0.0.1:60173, baseZNode=/0655307062 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T12:19:08,270 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5226859e{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T12:19:08,270 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@538ae97f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-07T12:19:08,270 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-07T12:19:08,270 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3979a70c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-07T12:19:08,271 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@51dfdf67{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9563c77-1409-531c-3e8c-cf89c174830b/hadoop.log.dir/,STOPPED} 2024-11-07T12:19:08,272 WARN [BP-701555756-172.17.0.3-1730981923987 heartbeating to localhost/127.0.0.1:46093 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-07T12:19:08,272 WARN [BP-701555756-172.17.0.3-1730981923987 heartbeating to localhost/127.0.0.1:46093 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-701555756-172.17.0.3-1730981923987 (Datanode Uuid ff62c247-2e26-4078-bc83-c91c89d09d4b) service to localhost/127.0.0.1:46093 2024-11-07T12:19:08,272 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-07T12:19:08,272 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-07T12:19:08,273 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9563c77-1409-531c-3e8c-cf89c174830b/cluster_75e69a7c-256c-cc62-5f88-11d9a3ad5733/data/data1/current/BP-701555756-172.17.0.3-1730981923987 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T12:19:08,273 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9563c77-1409-531c-3e8c-cf89c174830b/cluster_75e69a7c-256c-cc62-5f88-11d9a3ad5733/data/data2/current/BP-701555756-172.17.0.3-1730981923987 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T12:19:08,273 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-07T12:19:08,280 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@26b0899c{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-07T12:19:08,281 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@551c25f1{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-07T12:19:08,281 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-07T12:19:08,281 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@29b2d4a3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-07T12:19:08,281 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@21b32a8f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9563c77-1409-531c-3e8c-cf89c174830b/hadoop.log.dir/,STOPPED} 2024-11-07T12:19:08,286 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-07T12:19:08,296 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-07T12:19:08,309 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileCyclicReplication Thread=248 (was 205) Potentially hanging thread: LeaseRenewer:jenkins@localhost:46093 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.11@localhost:33411 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33411 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33411 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:46093 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46093 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:60173) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-23-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:60173) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:46093 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:33411 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:33411 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-19-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:46093 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-19-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33411 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:33411 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-19-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:33411 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33411 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:46093 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:46093 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-25-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:33411 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46093 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:33411 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:46093 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:33411 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.10@localhost:46093 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33411 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33411 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46093 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46093 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46093 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46093 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=623 (was 569) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=298 (was 246) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=261 (was 621) 2024-11-07T12:19:08,318 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication1 Thread=248, OpenFileDescriptor=623, MaxFileDescriptor=1048576, SystemLoadAverage=298, ProcessCount=11, AvailableMemoryMB=261 2024-11-07T12:19:08,332 INFO [Time-limited test {}] replication.TestMasterReplication(148): testSimplePutDelete 2024-11-07T12:19:08,332 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/79f2d348-e37b-0136-a75c-d55ec68c2f8c/hadoop.log.dir so I do NOT create it in target/test-data/dbc2c40b-43de-46a7-9dea-6471d0801551 2024-11-07T12:19:08,332 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/79f2d348-e37b-0136-a75c-d55ec68c2f8c/hadoop.log.dir Erasing configuration value by system value. 2024-11-07T12:19:08,332 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/79f2d348-e37b-0136-a75c-d55ec68c2f8c/hadoop.tmp.dir so I do NOT create it in target/test-data/dbc2c40b-43de-46a7-9dea-6471d0801551 2024-11-07T12:19:08,332 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/79f2d348-e37b-0136-a75c-d55ec68c2f8c/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-07T12:19:08,332 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dbc2c40b-43de-46a7-9dea-6471d0801551 2024-11-07T12:19:08,332 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dbc2c40b-43de-46a7-9dea-6471d0801551/cluster_41262632-7b7e-8aef-7360-37098bf758ed, deleteOnExit=true 2024-11-07T12:19:08,335 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dbc2c40b-43de-46a7-9dea-6471d0801551/cluster_41262632-7b7e-8aef-7360-37098bf758ed/zookeeper_0, clientPort=59463, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dbc2c40b-43de-46a7-9dea-6471d0801551/cluster_41262632-7b7e-8aef-7360-37098bf758ed/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dbc2c40b-43de-46a7-9dea-6471d0801551/cluster_41262632-7b7e-8aef-7360-37098bf758ed/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-07T12:19:08,336 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=59463 2024-11-07T12:19:08,337 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-07T12:19:08,337 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-07T12:19:08,337 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dbc2c40b-43de-46a7-9dea-6471d0801551/test.cache.data in system properties and HBase conf 2024-11-07T12:19:08,337 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dbc2c40b-43de-46a7-9dea-6471d0801551/hadoop.tmp.dir in system properties and HBase conf 2024-11-07T12:19:08,337 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dbc2c40b-43de-46a7-9dea-6471d0801551/hadoop.log.dir in system properties and HBase conf 2024-11-07T12:19:08,337 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dbc2c40b-43de-46a7-9dea-6471d0801551/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-07T12:19:08,337 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dbc2c40b-43de-46a7-9dea-6471d0801551/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-07T12:19:08,337 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-07T12:19:08,337 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-07T12:19:08,338 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dbc2c40b-43de-46a7-9dea-6471d0801551/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-07T12:19:08,338 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dbc2c40b-43de-46a7-9dea-6471d0801551/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-07T12:19:08,338 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dbc2c40b-43de-46a7-9dea-6471d0801551/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-07T12:19:08,338 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dbc2c40b-43de-46a7-9dea-6471d0801551/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-07T12:19:08,338 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dbc2c40b-43de-46a7-9dea-6471d0801551/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-07T12:19:08,338 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dbc2c40b-43de-46a7-9dea-6471d0801551/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-07T12:19:08,338 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dbc2c40b-43de-46a7-9dea-6471d0801551/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-07T12:19:08,338 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dbc2c40b-43de-46a7-9dea-6471d0801551/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-07T12:19:08,338 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dbc2c40b-43de-46a7-9dea-6471d0801551/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-07T12:19:08,338 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dbc2c40b-43de-46a7-9dea-6471d0801551/nfs.dump.dir in system properties and HBase conf 2024-11-07T12:19:08,338 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dbc2c40b-43de-46a7-9dea-6471d0801551/java.io.tmpdir in system properties and HBase conf 2024-11-07T12:19:08,338 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dbc2c40b-43de-46a7-9dea-6471d0801551/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-07T12:19:08,339 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dbc2c40b-43de-46a7-9dea-6471d0801551/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-07T12:19:08,339 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dbc2c40b-43de-46a7-9dea-6471d0801551/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-07T12:19:08,384 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1001a2e170b0005, quorum=127.0.0.1:60173, baseZNode=/1-1631020189 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-07T12:19:08,384 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1001a2e170b0002, quorum=127.0.0.1:60173, baseZNode=/0655307062 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-07T12:19:08,385 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1001a2e170b0005, quorum=127.0.0.1:60173, baseZNode=/1-1631020189 Received Disconnected from ZooKeeper, ignoring 2024-11-07T12:19:08,385 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1001a2e170b0002, quorum=127.0.0.1:60173, baseZNode=/0655307062 Received Disconnected from ZooKeeper, ignoring 2024-11-07T12:19:08,446 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T12:19:08,458 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-07T12:19:08,506 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-07T12:19:08,506 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-07T12:19:08,506 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-07T12:19:08,509 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T12:19:08,509 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@71d9805d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dbc2c40b-43de-46a7-9dea-6471d0801551/hadoop.log.dir/,AVAILABLE} 2024-11-07T12:19:08,510 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@418d319b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-07T12:19:08,679 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@d8641a2{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dbc2c40b-43de-46a7-9dea-6471d0801551/java.io.tmpdir/jetty-localhost-42791-hadoop-hdfs-3_4_1-tests_jar-_-any-8804717249299646834/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-07T12:19:08,680 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@39cb992f{HTTP/1.1, (http/1.1)}{localhost:42791} 2024-11-07T12:19:08,680 INFO [Time-limited test {}] server.Server(415): Started @178880ms 2024-11-07T12:19:08,796 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T12:19:08,799 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-07T12:19:08,804 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-07T12:19:08,804 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-07T12:19:08,804 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-07T12:19:08,804 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1ccc525c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dbc2c40b-43de-46a7-9dea-6471d0801551/hadoop.log.dir/,AVAILABLE} 2024-11-07T12:19:08,805 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6ebaa0ab{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-07T12:19:08,926 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@19bd8b56{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dbc2c40b-43de-46a7-9dea-6471d0801551/java.io.tmpdir/jetty-localhost-38433-hadoop-hdfs-3_4_1-tests_jar-_-any-777007244946944908/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T12:19:08,927 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3b481a9a{HTTP/1.1, (http/1.1)}{localhost:38433} 2024-11-07T12:19:08,927 INFO [Time-limited test {}] server.Server(415): Started @179127ms 2024-11-07T12:19:08,928 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-07T12:19:09,030 WARN [Thread-2167 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dbc2c40b-43de-46a7-9dea-6471d0801551/cluster_41262632-7b7e-8aef-7360-37098bf758ed/data/data1/current/BP-223639980-172.17.0.3-1730981948375/current, will proceed with Du for space computation calculation, 2024-11-07T12:19:09,038 WARN [Thread-2168 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dbc2c40b-43de-46a7-9dea-6471d0801551/cluster_41262632-7b7e-8aef-7360-37098bf758ed/data/data2/current/BP-223639980-172.17.0.3-1730981948375/current, will proceed with Du for space computation calculation, 2024-11-07T12:19:09,063 WARN [Thread-2155 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-07T12:19:09,066 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3d41c60ae614b319 with lease ID 0x64700155f4221049: Processing first storage report for DS-78ff3efa-9684-4500-be99-24cce62c8548 from datanode DatanodeRegistration(127.0.0.1:39351, datanodeUuid=1b8c0be5-482f-46f6-8042-838c93a2847b, infoPort=43985, infoSecurePort=0, ipcPort=43319, storageInfo=lv=-57;cid=testClusterID;nsid=1098173788;c=1730981948375) 2024-11-07T12:19:09,066 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3d41c60ae614b319 with lease ID 0x64700155f4221049: from storage DS-78ff3efa-9684-4500-be99-24cce62c8548 node DatanodeRegistration(127.0.0.1:39351, datanodeUuid=1b8c0be5-482f-46f6-8042-838c93a2847b, infoPort=43985, infoSecurePort=0, ipcPort=43319, storageInfo=lv=-57;cid=testClusterID;nsid=1098173788;c=1730981948375), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-07T12:19:09,066 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3d41c60ae614b319 with lease ID 0x64700155f4221049: Processing first storage report for DS-a8620d95-1244-468c-91cc-bad30a99c41c from datanode DatanodeRegistration(127.0.0.1:39351, datanodeUuid=1b8c0be5-482f-46f6-8042-838c93a2847b, infoPort=43985, infoSecurePort=0, ipcPort=43319, storageInfo=lv=-57;cid=testClusterID;nsid=1098173788;c=1730981948375) 2024-11-07T12:19:09,066 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3d41c60ae614b319 with lease ID 0x64700155f4221049: from storage DS-a8620d95-1244-468c-91cc-bad30a99c41c node DatanodeRegistration(127.0.0.1:39351, datanodeUuid=1b8c0be5-482f-46f6-8042-838c93a2847b, infoPort=43985, infoSecurePort=0, ipcPort=43319, storageInfo=lv=-57;cid=testClusterID;nsid=1098173788;c=1730981948375), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-07T12:19:09,166 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dbc2c40b-43de-46a7-9dea-6471d0801551 2024-11-07T12:19:09,167 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T12:19:09,168 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T12:19:09,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39351 is added to blk_1073741825_1001 (size=7) 2024-11-07T12:19:09,592 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43613/user/jenkins/test-data/082bde32-4ece-cd72-5fa9-d49c968c6634 with version=8 2024-11-07T12:19:09,592 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43613/user/jenkins/test-data/082bde32-4ece-cd72-5fa9-d49c968c6634/hbase-staging 2024-11-07T12:19:09,594 INFO [Time-limited test {}] client.ConnectionUtils(128): master/87fb68174c52:0 server-side Connection retries=45 2024-11-07T12:19:09,594 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T12:19:09,594 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-07T12:19:09,594 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-07T12:19:09,595 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T12:19:09,595 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-07T12:19:09,595 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-07T12:19:09,595 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T12:19:09,595 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:34313 2024-11-07T12:19:09,596 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34313 connecting to ZooKeeper ensemble=127.0.0.1:59463 2024-11-07T12:19:09,610 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:343130x0, quorum=127.0.0.1:59463, baseZNode=/0462447998 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T12:19:09,610 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34313-0x1001a2e764d0000 connected 2024-11-07T12:19:09,639 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T12:19:09,640 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T12:19:09,642 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34313-0x1001a2e764d0000, quorum=127.0.0.1:59463, baseZNode=/0462447998 Set watcher on znode that does not yet exist, /0462447998/running 2024-11-07T12:19:09,642 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43613/user/jenkins/test-data/082bde32-4ece-cd72-5fa9-d49c968c6634, hbase.cluster.distributed=false 2024-11-07T12:19:09,643 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34313-0x1001a2e764d0000, quorum=127.0.0.1:59463, baseZNode=/0462447998 Set watcher on znode that does not yet exist, /0462447998/acl 2024-11-07T12:19:09,644 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34313 2024-11-07T12:19:09,645 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34313 2024-11-07T12:19:09,653 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34313 2024-11-07T12:19:09,664 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34313 2024-11-07T12:19:09,665 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34313 2024-11-07T12:19:09,684 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/87fb68174c52:0 server-side Connection retries=45 2024-11-07T12:19:09,684 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T12:19:09,684 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-07T12:19:09,685 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-07T12:19:09,685 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T12:19:09,685 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-07T12:19:09,685 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-07T12:19:09,685 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T12:19:09,686 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:39035 2024-11-07T12:19:09,686 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39035 connecting to ZooKeeper ensemble=127.0.0.1:59463 2024-11-07T12:19:09,687 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T12:19:09,689 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T12:19:09,695 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:390350x0, quorum=127.0.0.1:59463, baseZNode=/0462447998 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T12:19:09,696 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39035-0x1001a2e764d0001 connected 2024-11-07T12:19:09,696 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39035-0x1001a2e764d0001, quorum=127.0.0.1:59463, baseZNode=/0462447998 Set watcher on znode that does not yet exist, /0462447998/running 2024-11-07T12:19:09,696 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-07T12:19:09,701 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-07T12:19:09,701 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39035-0x1001a2e764d0001, quorum=127.0.0.1:59463, baseZNode=/0462447998 Set watcher on znode that does not yet exist, /0462447998/master 2024-11-07T12:19:09,702 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39035-0x1001a2e764d0001, quorum=127.0.0.1:59463, baseZNode=/0462447998 Set watcher on znode that does not yet exist, /0462447998/acl 2024-11-07T12:19:09,702 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39035 2024-11-07T12:19:09,703 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39035 2024-11-07T12:19:09,704 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39035 2024-11-07T12:19:09,708 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39035 2024-11-07T12:19:09,711 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39035 2024-11-07T12:19:09,729 DEBUG [M:0;87fb68174c52:34313 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;87fb68174c52:34313 2024-11-07T12:19:09,729 INFO [master/87fb68174c52:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0462447998/backup-masters/87fb68174c52,34313,1730981949594 2024-11-07T12:19:09,731 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39035-0x1001a2e764d0001, quorum=127.0.0.1:59463, baseZNode=/0462447998 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0462447998/backup-masters 2024-11-07T12:19:09,731 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34313-0x1001a2e764d0000, quorum=127.0.0.1:59463, baseZNode=/0462447998 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0462447998/backup-masters 2024-11-07T12:19:09,731 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34313-0x1001a2e764d0000, quorum=127.0.0.1:59463, baseZNode=/0462447998 Set watcher on existing znode=/0462447998/backup-masters/87fb68174c52,34313,1730981949594 2024-11-07T12:19:09,734 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34313-0x1001a2e764d0000, quorum=127.0.0.1:59463, baseZNode=/0462447998 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0462447998 2024-11-07T12:19:09,734 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39035-0x1001a2e764d0001, quorum=127.0.0.1:59463, baseZNode=/0462447998 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0462447998/master 2024-11-07T12:19:09,734 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39035-0x1001a2e764d0001, quorum=127.0.0.1:59463, baseZNode=/0462447998 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0462447998 2024-11-07T12:19:09,734 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34313-0x1001a2e764d0000, quorum=127.0.0.1:59463, baseZNode=/0462447998 Set watcher on existing znode=/0462447998/master 2024-11-07T12:19:09,734 INFO [master/87fb68174c52:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0462447998/backup-masters/87fb68174c52,34313,1730981949594 from backup master directory 2024-11-07T12:19:09,736 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39035-0x1001a2e764d0001, quorum=127.0.0.1:59463, baseZNode=/0462447998 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0462447998/backup-masters 2024-11-07T12:19:09,736 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34313-0x1001a2e764d0000, quorum=127.0.0.1:59463, baseZNode=/0462447998 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0462447998/backup-masters/87fb68174c52,34313,1730981949594 2024-11-07T12:19:09,736 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34313-0x1001a2e764d0000, quorum=127.0.0.1:59463, baseZNode=/0462447998 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0462447998/backup-masters 2024-11-07T12:19:09,736 WARN [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-07T12:19:09,736 INFO [master/87fb68174c52:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=87fb68174c52,34313,1730981949594 2024-11-07T12:19:09,740 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43613/user/jenkins/test-data/082bde32-4ece-cd72-5fa9-d49c968c6634/hbase.id] with ID: b7f175bf-ee4e-48a3-9bff-e9d361127a0a 2024-11-07T12:19:09,740 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43613/user/jenkins/test-data/082bde32-4ece-cd72-5fa9-d49c968c6634/.tmp/hbase.id 2024-11-07T12:19:09,747 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39351 is added to blk_1073741826_1002 (size=42) 2024-11-07T12:19:10,148 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43613/user/jenkins/test-data/082bde32-4ece-cd72-5fa9-d49c968c6634/.tmp/hbase.id]:[hdfs://localhost:43613/user/jenkins/test-data/082bde32-4ece-cd72-5fa9-d49c968c6634/hbase.id] 2024-11-07T12:19:10,159 INFO [master/87fb68174c52:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T12:19:10,159 INFO [master/87fb68174c52:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-07T12:19:10,160 INFO [master/87fb68174c52:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-07T12:19:10,162 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39035-0x1001a2e764d0001, quorum=127.0.0.1:59463, baseZNode=/0462447998 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0462447998 2024-11-07T12:19:10,162 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34313-0x1001a2e764d0000, quorum=127.0.0.1:59463, baseZNode=/0462447998 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0462447998 2024-11-07T12:19:10,168 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39351 is added to blk_1073741827_1003 (size=196) 2024-11-07T12:19:10,569 INFO [master/87fb68174c52:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-07T12:19:10,570 INFO [master/87fb68174c52:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-07T12:19:10,570 INFO [master/87fb68174c52:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T12:19:10,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39351 is added to blk_1073741828_1004 (size=1189) 2024-11-07T12:19:10,579 INFO [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43613/user/jenkins/test-data/082bde32-4ece-cd72-5fa9-d49c968c6634/MasterData/data/master/store 2024-11-07T12:19:10,593 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39351 is added to blk_1073741829_1005 (size=34) 2024-11-07T12:19:10,594 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T12:19:10,594 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-07T12:19:10,594 INFO [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T12:19:10,594 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T12:19:10,594 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-07T12:19:10,594 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T12:19:10,594 INFO [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T12:19:10,594 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1730981950594Disabling compacts and flushes for region at 1730981950594Disabling writes for close at 1730981950594Writing region close event to WAL at 1730981950594Closed at 1730981950594 2024-11-07T12:19:10,595 WARN [master/87fb68174c52:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43613/user/jenkins/test-data/082bde32-4ece-cd72-5fa9-d49c968c6634/MasterData/data/master/store/.initializing 2024-11-07T12:19:10,595 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43613/user/jenkins/test-data/082bde32-4ece-cd72-5fa9-d49c968c6634/MasterData/WALs/87fb68174c52,34313,1730981949594 2024-11-07T12:19:10,596 INFO [master/87fb68174c52:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-07T12:19:10,598 INFO [master/87fb68174c52:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=87fb68174c52%2C34313%2C1730981949594, suffix=, logDir=hdfs://localhost:43613/user/jenkins/test-data/082bde32-4ece-cd72-5fa9-d49c968c6634/MasterData/WALs/87fb68174c52,34313,1730981949594, archiveDir=hdfs://localhost:43613/user/jenkins/test-data/082bde32-4ece-cd72-5fa9-d49c968c6634/MasterData/oldWALs, maxLogs=10 2024-11-07T12:19:10,618 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/082bde32-4ece-cd72-5fa9-d49c968c6634/MasterData/WALs/87fb68174c52,34313,1730981949594/87fb68174c52%2C34313%2C1730981949594.1730981950598, exclude list is [], retry=0 2024-11-07T12:19:10,621 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39351,DS-78ff3efa-9684-4500-be99-24cce62c8548,DISK] 2024-11-07T12:19:10,625 INFO [master/87fb68174c52:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/082bde32-4ece-cd72-5fa9-d49c968c6634/MasterData/WALs/87fb68174c52,34313,1730981949594/87fb68174c52%2C34313%2C1730981949594.1730981950598 2024-11-07T12:19:10,628 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43985:43985)] 2024-11-07T12:19:10,629 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-07T12:19:10,629 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T12:19:10,629 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T12:19:10,629 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T12:19:10,637 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T12:19:10,638 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-07T12:19:10,638 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:10,639 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T12:19:10,639 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T12:19:10,640 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-07T12:19:10,640 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:10,640 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T12:19:10,640 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T12:19:10,642 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-07T12:19:10,642 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:10,642 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T12:19:10,642 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T12:19:10,643 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-07T12:19:10,643 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:10,643 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T12:19:10,643 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T12:19:10,644 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43613/user/jenkins/test-data/082bde32-4ece-cd72-5fa9-d49c968c6634/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-07T12:19:10,646 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43613/user/jenkins/test-data/082bde32-4ece-cd72-5fa9-d49c968c6634/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-07T12:19:10,647 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T12:19:10,647 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T12:19:10,647 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T12:19:10,652 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T12:19:10,655 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43613/user/jenkins/test-data/082bde32-4ece-cd72-5fa9-d49c968c6634/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T12:19:10,655 INFO [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62974458, jitterRate=-0.06160745024681091}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T12:19:10,656 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1730981950629Initializing all the Stores at 1730981950630 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730981950630Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730981950636 (+6 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730981950636Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730981950636Cleaning up temporary data from old regions at 1730981950647 (+11 ms)Region opened successfully at 1730981950656 (+9 ms) 2024-11-07T12:19:10,656 INFO [master/87fb68174c52:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-07T12:19:10,659 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49d17983, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=87fb68174c52/172.17.0.3:0 2024-11-07T12:19:10,660 INFO [master/87fb68174c52:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-07T12:19:10,660 INFO [master/87fb68174c52:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-07T12:19:10,660 INFO [master/87fb68174c52:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-07T12:19:10,660 INFO [master/87fb68174c52:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-07T12:19:10,660 INFO [master/87fb68174c52:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-07T12:19:10,661 INFO [master/87fb68174c52:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-07T12:19:10,661 INFO [master/87fb68174c52:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-07T12:19:10,667 INFO [master/87fb68174c52:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-07T12:19:10,668 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34313-0x1001a2e764d0000, quorum=127.0.0.1:59463, baseZNode=/0462447998 Unable to get data of znode /0462447998/balancer because node does not exist (not necessarily an error) 2024-11-07T12:19:10,670 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0462447998/balancer already deleted, retry=false 2024-11-07T12:19:10,670 INFO [master/87fb68174c52:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-07T12:19:10,670 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34313-0x1001a2e764d0000, quorum=127.0.0.1:59463, baseZNode=/0462447998 Unable to get data of znode /0462447998/normalizer because node does not exist (not necessarily an error) 2024-11-07T12:19:10,672 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0462447998/normalizer already deleted, retry=false 2024-11-07T12:19:10,673 INFO [master/87fb68174c52:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-07T12:19:10,677 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34313-0x1001a2e764d0000, quorum=127.0.0.1:59463, baseZNode=/0462447998 Unable to get data of znode /0462447998/switch/split because node does not exist (not necessarily an error) 2024-11-07T12:19:10,678 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0462447998/switch/split already deleted, retry=false 2024-11-07T12:19:10,680 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34313-0x1001a2e764d0000, quorum=127.0.0.1:59463, baseZNode=/0462447998 Unable to get data of znode /0462447998/switch/merge because node does not exist (not necessarily an error) 2024-11-07T12:19:10,681 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0462447998/switch/merge already deleted, retry=false 2024-11-07T12:19:10,684 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34313-0x1001a2e764d0000, quorum=127.0.0.1:59463, baseZNode=/0462447998 Unable to get data of znode /0462447998/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-07T12:19:10,685 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0462447998/snapshot-cleanup already deleted, retry=false 2024-11-07T12:19:10,688 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39035-0x1001a2e764d0001, quorum=127.0.0.1:59463, baseZNode=/0462447998 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0462447998/running 2024-11-07T12:19:10,688 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34313-0x1001a2e764d0000, quorum=127.0.0.1:59463, baseZNode=/0462447998 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0462447998/running 2024-11-07T12:19:10,688 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39035-0x1001a2e764d0001, quorum=127.0.0.1:59463, baseZNode=/0462447998 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0462447998 2024-11-07T12:19:10,688 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34313-0x1001a2e764d0000, quorum=127.0.0.1:59463, baseZNode=/0462447998 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0462447998 2024-11-07T12:19:10,688 INFO [master/87fb68174c52:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=87fb68174c52,34313,1730981949594, sessionid=0x1001a2e764d0000, setting cluster-up flag (Was=false) 2024-11-07T12:19:10,694 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34313-0x1001a2e764d0000, quorum=127.0.0.1:59463, baseZNode=/0462447998 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0462447998 2024-11-07T12:19:10,694 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39035-0x1001a2e764d0001, quorum=127.0.0.1:59463, baseZNode=/0462447998 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0462447998 2024-11-07T12:19:10,700 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0462447998/flush-table-proc/acquired, /0462447998/flush-table-proc/reached, /0462447998/flush-table-proc/abort 2024-11-07T12:19:10,701 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=87fb68174c52,34313,1730981949594 2024-11-07T12:19:10,704 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34313-0x1001a2e764d0000, quorum=127.0.0.1:59463, baseZNode=/0462447998 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0462447998 2024-11-07T12:19:10,704 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39035-0x1001a2e764d0001, quorum=127.0.0.1:59463, baseZNode=/0462447998 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0462447998 2024-11-07T12:19:10,709 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0462447998/online-snapshot/acquired, /0462447998/online-snapshot/reached, /0462447998/online-snapshot/abort 2024-11-07T12:19:10,709 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=87fb68174c52,34313,1730981949594 2024-11-07T12:19:10,711 INFO [master/87fb68174c52:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43613/user/jenkins/test-data/082bde32-4ece-cd72-5fa9-d49c968c6634/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-07T12:19:10,712 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-07T12:19:10,712 INFO [master/87fb68174c52:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-07T12:19:10,712 INFO [master/87fb68174c52:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-07T12:19:10,712 WARN [master/87fb68174c52:0:becomeActiveMaster {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of 87fb68174c52,41023,1730981902099: status=Processing ServerCrashProcedure of 87fb68174c52,41023,1730981902099 current State SERVER_CRASH_CLAIM_REPLICATION_QUEUES, state=RUNNING, startTime=1730981914465, completionTime=-1 appears to have been leaked 2024-11-07T12:19:10,713 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 87fb68174c52,34313,1730981949594 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-07T12:19:10,714 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/87fb68174c52:0, corePoolSize=5, maxPoolSize=5 2024-11-07T12:19:10,714 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/87fb68174c52:0, corePoolSize=5, maxPoolSize=5 2024-11-07T12:19:10,714 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/87fb68174c52:0, corePoolSize=5, maxPoolSize=5 2024-11-07T12:19:10,714 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/87fb68174c52:0, corePoolSize=5, maxPoolSize=5 2024-11-07T12:19:10,714 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/87fb68174c52:0, corePoolSize=10, maxPoolSize=10 2024-11-07T12:19:10,714 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:19:10,714 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/87fb68174c52:0, corePoolSize=2, maxPoolSize=2 2024-11-07T12:19:10,714 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:19:10,714 INFO [RS:0;87fb68174c52:39035 {}] regionserver.HRegionServer(746): ClusterId : b7f175bf-ee4e-48a3-9bff-e9d361127a0a 2024-11-07T12:19:10,714 DEBUG [RS:0;87fb68174c52:39035 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-07T12:19:10,715 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T12:19:10,715 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-07T12:19:10,716 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:10,716 DEBUG [RS:0;87fb68174c52:39035 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-07T12:19:10,716 DEBUG [RS:0;87fb68174c52:39035 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-07T12:19:10,716 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-07T12:19:10,717 INFO [master/87fb68174c52:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1730981980717 2024-11-07T12:19:10,717 INFO [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-07T12:19:10,717 INFO [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-07T12:19:10,717 INFO [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-07T12:19:10,717 INFO [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-07T12:19:10,717 INFO [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-07T12:19:10,717 INFO [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-07T12:19:10,717 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-07T12:19:10,717 INFO [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-07T12:19:10,717 INFO [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-07T12:19:10,718 INFO [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-07T12:19:10,718 INFO [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-07T12:19:10,718 INFO [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-07T12:19:10,718 INFO [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-07T12:19:10,718 DEBUG [RS:0;87fb68174c52:39035 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-07T12:19:10,719 DEBUG [RS:0;87fb68174c52:39035 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6bce0b33, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=87fb68174c52/172.17.0.3:0 2024-11-07T12:19:10,720 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/87fb68174c52:0:becomeActiveMaster-HFileCleaner.large.0-1730981950718,5,FailOnTimeoutGroup] 2024-11-07T12:19:10,724 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/87fb68174c52:0:becomeActiveMaster-HFileCleaner.small.0-1730981950720,5,FailOnTimeoutGroup] 2024-11-07T12:19:10,724 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-07T12:19:10,724 INFO [master/87fb68174c52:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-07T12:19:10,724 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-07T12:19:10,725 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-07T12:19:10,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39351 is added to blk_1073741831_1007 (size=1321) 2024-11-07T12:19:10,733 DEBUG [RS:0;87fb68174c52:39035 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;87fb68174c52:39035 2024-11-07T12:19:10,733 INFO [RS:0;87fb68174c52:39035 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-07T12:19:10,733 INFO [RS:0;87fb68174c52:39035 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-07T12:19:10,733 DEBUG [RS:0;87fb68174c52:39035 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-07T12:19:10,733 INFO [RS:0;87fb68174c52:39035 {}] regionserver.HRegionServer(2659): reportForDuty to master=87fb68174c52,34313,1730981949594 with port=39035, startcode=1730981949684 2024-11-07T12:19:10,734 DEBUG [RS:0;87fb68174c52:39035 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-07T12:19:10,735 INFO [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35825, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=RegionServerStatusService 2024-11-07T12:19:10,735 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34313 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 87fb68174c52,39035,1730981949684 2024-11-07T12:19:10,735 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34313 {}] master.ServerManager(517): Registering regionserver=87fb68174c52,39035,1730981949684 2024-11-07T12:19:10,737 DEBUG [RS:0;87fb68174c52:39035 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43613/user/jenkins/test-data/082bde32-4ece-cd72-5fa9-d49c968c6634 2024-11-07T12:19:10,737 DEBUG [RS:0;87fb68174c52:39035 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43613 2024-11-07T12:19:10,737 DEBUG [RS:0;87fb68174c52:39035 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-07T12:19:10,738 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34313-0x1001a2e764d0000, quorum=127.0.0.1:59463, baseZNode=/0462447998 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0462447998/rs 2024-11-07T12:19:10,739 DEBUG [RS:0;87fb68174c52:39035 {}] zookeeper.ZKUtil(111): regionserver:39035-0x1001a2e764d0001, quorum=127.0.0.1:59463, baseZNode=/0462447998 Set watcher on existing znode=/0462447998/rs/87fb68174c52,39035,1730981949684 2024-11-07T12:19:10,739 WARN [RS:0;87fb68174c52:39035 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-07T12:19:10,739 INFO [RS:0;87fb68174c52:39035 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T12:19:10,739 DEBUG [RS:0;87fb68174c52:39035 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43613/user/jenkins/test-data/082bde32-4ece-cd72-5fa9-d49c968c6634/WALs/87fb68174c52,39035,1730981949684 2024-11-07T12:19:10,739 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [87fb68174c52,39035,1730981949684] 2024-11-07T12:19:10,741 INFO [RS:0;87fb68174c52:39035 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-07T12:19:10,743 INFO [RS:0;87fb68174c52:39035 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-07T12:19:10,743 INFO [RS:0;87fb68174c52:39035 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-07T12:19:10,743 INFO [RS:0;87fb68174c52:39035 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T12:19:10,743 INFO [RS:0;87fb68174c52:39035 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-07T12:19:10,744 INFO [RS:0;87fb68174c52:39035 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-07T12:19:10,744 INFO [RS:0;87fb68174c52:39035 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-07T12:19:10,744 DEBUG [RS:0;87fb68174c52:39035 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:19:10,744 DEBUG [RS:0;87fb68174c52:39035 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:19:10,744 DEBUG [RS:0;87fb68174c52:39035 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:19:10,744 DEBUG [RS:0;87fb68174c52:39035 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:19:10,744 DEBUG [RS:0;87fb68174c52:39035 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:19:10,744 DEBUG [RS:0;87fb68174c52:39035 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/87fb68174c52:0, corePoolSize=2, maxPoolSize=2 2024-11-07T12:19:10,744 DEBUG [RS:0;87fb68174c52:39035 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:19:10,744 DEBUG [RS:0;87fb68174c52:39035 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:19:10,744 DEBUG [RS:0;87fb68174c52:39035 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:19:10,744 DEBUG [RS:0;87fb68174c52:39035 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:19:10,744 DEBUG [RS:0;87fb68174c52:39035 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:19:10,744 DEBUG [RS:0;87fb68174c52:39035 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:19:10,744 DEBUG [RS:0;87fb68174c52:39035 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/87fb68174c52:0, corePoolSize=3, maxPoolSize=3 2024-11-07T12:19:10,744 DEBUG [RS:0;87fb68174c52:39035 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/87fb68174c52:0, corePoolSize=3, maxPoolSize=3 2024-11-07T12:19:10,745 INFO [RS:0;87fb68174c52:39035 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T12:19:10,745 INFO [RS:0;87fb68174c52:39035 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T12:19:10,745 INFO [RS:0;87fb68174c52:39035 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T12:19:10,745 INFO [RS:0;87fb68174c52:39035 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-07T12:19:10,745 INFO [RS:0;87fb68174c52:39035 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-07T12:19:10,745 INFO [RS:0;87fb68174c52:39035 {}] hbase.ChoreService(168): Chore ScheduledChore name=87fb68174c52,39035,1730981949684-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-07T12:19:10,766 INFO [RS:0;87fb68174c52:39035 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-07T12:19:10,766 INFO [RS:0;87fb68174c52:39035 {}] hbase.ChoreService(168): Chore ScheduledChore name=87fb68174c52,39035,1730981949684-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T12:19:10,766 INFO [RS:0;87fb68174c52:39035 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T12:19:10,766 INFO [RS:0;87fb68174c52:39035 {}] regionserver.Replication(171): 87fb68174c52,39035,1730981949684 started 2024-11-07T12:19:10,783 INFO [RS:0;87fb68174c52:39035 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T12:19:10,783 INFO [RS:0;87fb68174c52:39035 {}] regionserver.HRegionServer(1482): Serving as 87fb68174c52,39035,1730981949684, RpcServer on 87fb68174c52/172.17.0.3:39035, sessionid=0x1001a2e764d0001 2024-11-07T12:19:10,783 DEBUG [RS:0;87fb68174c52:39035 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-07T12:19:10,783 DEBUG [RS:0;87fb68174c52:39035 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 87fb68174c52,39035,1730981949684 2024-11-07T12:19:10,783 DEBUG [RS:0;87fb68174c52:39035 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '87fb68174c52,39035,1730981949684' 2024-11-07T12:19:10,783 DEBUG [RS:0;87fb68174c52:39035 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0462447998/flush-table-proc/abort' 2024-11-07T12:19:10,784 DEBUG [RS:0;87fb68174c52:39035 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0462447998/flush-table-proc/acquired' 2024-11-07T12:19:10,784 DEBUG [RS:0;87fb68174c52:39035 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-07T12:19:10,784 DEBUG [RS:0;87fb68174c52:39035 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-07T12:19:10,784 DEBUG [RS:0;87fb68174c52:39035 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 87fb68174c52,39035,1730981949684 2024-11-07T12:19:10,784 DEBUG [RS:0;87fb68174c52:39035 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '87fb68174c52,39035,1730981949684' 2024-11-07T12:19:10,784 DEBUG [RS:0;87fb68174c52:39035 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0462447998/online-snapshot/abort' 2024-11-07T12:19:10,784 DEBUG [RS:0;87fb68174c52:39035 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0462447998/online-snapshot/acquired' 2024-11-07T12:19:10,785 DEBUG [RS:0;87fb68174c52:39035 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-07T12:19:10,785 INFO [RS:0;87fb68174c52:39035 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-07T12:19:10,785 INFO [RS:0;87fb68174c52:39035 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-07T12:19:10,885 INFO [RS:0;87fb68174c52:39035 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-07T12:19:10,887 INFO [RS:0;87fb68174c52:39035 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=87fb68174c52%2C39035%2C1730981949684, suffix=, logDir=hdfs://localhost:43613/user/jenkins/test-data/082bde32-4ece-cd72-5fa9-d49c968c6634/WALs/87fb68174c52,39035,1730981949684, archiveDir=hdfs://localhost:43613/user/jenkins/test-data/082bde32-4ece-cd72-5fa9-d49c968c6634/oldWALs, maxLogs=10 2024-11-07T12:19:10,900 DEBUG [RS:0;87fb68174c52:39035 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/082bde32-4ece-cd72-5fa9-d49c968c6634/WALs/87fb68174c52,39035,1730981949684/87fb68174c52%2C39035%2C1730981949684.1730981950887, exclude list is [], retry=0 2024-11-07T12:19:10,902 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39351,DS-78ff3efa-9684-4500-be99-24cce62c8548,DISK] 2024-11-07T12:19:10,904 INFO [RS:0;87fb68174c52:39035 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/082bde32-4ece-cd72-5fa9-d49c968c6634/WALs/87fb68174c52,39035,1730981949684/87fb68174c52%2C39035%2C1730981949684.1730981950887 2024-11-07T12:19:10,905 DEBUG [RS:0;87fb68174c52:39035 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43985:43985)] 2024-11-07T12:19:11,128 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43613/user/jenkins/test-data/082bde32-4ece-cd72-5fa9-d49c968c6634/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-07T12:19:11,128 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43613/user/jenkins/test-data/082bde32-4ece-cd72-5fa9-d49c968c6634 2024-11-07T12:19:11,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39351 is added to blk_1073741833_1009 (size=32) 2024-11-07T12:19:11,533 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T12:19:11,535 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-07T12:19:11,536 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-07T12:19:11,536 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:11,537 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T12:19:11,537 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-07T12:19:11,538 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-07T12:19:11,538 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:11,538 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T12:19:11,539 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-07T12:19:11,540 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-07T12:19:11,540 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:11,540 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T12:19:11,541 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-07T12:19:11,542 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-07T12:19:11,542 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:11,542 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T12:19:11,542 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-07T12:19:11,543 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43613/user/jenkins/test-data/082bde32-4ece-cd72-5fa9-d49c968c6634/data/hbase/meta/1588230740 2024-11-07T12:19:11,543 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43613/user/jenkins/test-data/082bde32-4ece-cd72-5fa9-d49c968c6634/data/hbase/meta/1588230740 2024-11-07T12:19:11,544 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-07T12:19:11,544 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-07T12:19:11,545 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T12:19:11,546 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-07T12:19:11,549 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43613/user/jenkins/test-data/082bde32-4ece-cd72-5fa9-d49c968c6634/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T12:19:11,549 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58799563, jitterRate=-0.12381823360919952}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T12:19:11,550 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1730981951534Initializing all the Stores at 1730981951534Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730981951534Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730981951535 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730981951535Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730981951535Cleaning up temporary data from old regions at 1730981951544 (+9 ms)Region opened successfully at 1730981951550 (+6 ms) 2024-11-07T12:19:11,550 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-07T12:19:11,550 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-07T12:19:11,550 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-07T12:19:11,550 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-07T12:19:11,550 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-07T12:19:11,551 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-07T12:19:11,551 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1730981951550Disabling compacts and flushes for region at 1730981951550Disabling writes for close at 1730981951550Writing region close event to WAL at 1730981951550Closed at 1730981951550 2024-11-07T12:19:11,552 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T12:19:11,552 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-07T12:19:11,552 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-07T12:19:11,553 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-07T12:19:11,554 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-07T12:19:11,704 DEBUG [87fb68174c52:34313 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-07T12:19:11,705 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=87fb68174c52,39035,1730981949684 2024-11-07T12:19:11,707 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 87fb68174c52,39035,1730981949684, state=OPENING 2024-11-07T12:19:11,709 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-07T12:19:11,710 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39035-0x1001a2e764d0001, quorum=127.0.0.1:59463, baseZNode=/0462447998 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0462447998 2024-11-07T12:19:11,710 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34313-0x1001a2e764d0000, quorum=127.0.0.1:59463, baseZNode=/0462447998 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0462447998 2024-11-07T12:19:11,711 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0462447998/meta-region-server: CHANGED 2024-11-07T12:19:11,711 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-07T12:19:11,711 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0462447998/meta-region-server: CHANGED 2024-11-07T12:19:11,711 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=87fb68174c52,39035,1730981949684}] 2024-11-07T12:19:11,824 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T12:19:11,824 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [87fb68174c52,46025,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=87fb68174c52:46025 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-07T12:19:11,825 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 8, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 8203 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [87fb68174c52,46025,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=87fb68174c52:46025 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-07T12:19:11,868 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-07T12:19:11,869 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34097, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-07T12:19:11,873 INFO [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-07T12:19:11,873 INFO [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T12:19:11,873 INFO [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-07T12:19:11,875 INFO [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=87fb68174c52%2C39035%2C1730981949684.meta, suffix=.meta, logDir=hdfs://localhost:43613/user/jenkins/test-data/082bde32-4ece-cd72-5fa9-d49c968c6634/WALs/87fb68174c52,39035,1730981949684, archiveDir=hdfs://localhost:43613/user/jenkins/test-data/082bde32-4ece-cd72-5fa9-d49c968c6634/oldWALs, maxLogs=10 2024-11-07T12:19:11,892 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/082bde32-4ece-cd72-5fa9-d49c968c6634/WALs/87fb68174c52,39035,1730981949684/87fb68174c52%2C39035%2C1730981949684.meta.1730981951875.meta, exclude list is [], retry=0 2024-11-07T12:19:11,894 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39351,DS-78ff3efa-9684-4500-be99-24cce62c8548,DISK] 2024-11-07T12:19:11,896 INFO [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/082bde32-4ece-cd72-5fa9-d49c968c6634/WALs/87fb68174c52,39035,1730981949684/87fb68174c52%2C39035%2C1730981949684.meta.1730981951875.meta 2024-11-07T12:19:11,896 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43985:43985)] 2024-11-07T12:19:11,896 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-07T12:19:11,897 INFO [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-07T12:19:11,897 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-07T12:19:11,897 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-07T12:19:11,897 INFO [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-07T12:19:11,897 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-07T12:19:11,897 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T12:19:11,898 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-07T12:19:11,898 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-07T12:19:11,899 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-07T12:19:11,900 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-07T12:19:11,900 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:11,900 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T12:19:11,900 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-07T12:19:11,901 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-07T12:19:11,901 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:11,901 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T12:19:11,901 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-07T12:19:11,902 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-07T12:19:11,902 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:11,902 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T12:19:11,902 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-07T12:19:11,903 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-07T12:19:11,903 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:11,903 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T12:19:11,903 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-07T12:19:11,904 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43613/user/jenkins/test-data/082bde32-4ece-cd72-5fa9-d49c968c6634/data/hbase/meta/1588230740 2024-11-07T12:19:11,905 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43613/user/jenkins/test-data/082bde32-4ece-cd72-5fa9-d49c968c6634/data/hbase/meta/1588230740 2024-11-07T12:19:11,906 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-07T12:19:11,906 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-07T12:19:11,906 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T12:19:11,907 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-07T12:19:11,908 INFO [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59165862, jitterRate=-0.11835995316505432}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T12:19:11,908 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-07T12:19:11,908 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1730981951898Writing region info on filesystem at 1730981951898Initializing all the Stores at 1730981951898Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730981951898Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730981951899 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730981951899Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730981951899Cleaning up temporary data from old regions at 1730981951906 (+7 ms)Running coprocessor post-open hooks at 1730981951908 (+2 ms)Region opened successfully at 1730981951908 2024-11-07T12:19:11,909 INFO [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1730981951867 2024-11-07T12:19:11,911 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-07T12:19:11,911 INFO [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-07T12:19:11,912 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=87fb68174c52,39035,1730981949684 2024-11-07T12:19:11,912 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 87fb68174c52,39035,1730981949684, state=OPEN 2024-11-07T12:19:11,916 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39035-0x1001a2e764d0001, quorum=127.0.0.1:59463, baseZNode=/0462447998 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0462447998/meta-region-server 2024-11-07T12:19:11,916 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34313-0x1001a2e764d0000, quorum=127.0.0.1:59463, baseZNode=/0462447998 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0462447998/meta-region-server 2024-11-07T12:19:11,916 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=87fb68174c52,39035,1730981949684 2024-11-07T12:19:11,916 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0462447998/meta-region-server: CHANGED 2024-11-07T12:19:11,916 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0462447998/meta-region-server: CHANGED 2024-11-07T12:19:11,918 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-07T12:19:11,918 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=87fb68174c52,39035,1730981949684 in 205 msec 2024-11-07T12:19:11,920 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-07T12:19:11,920 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 366 msec 2024-11-07T12:19:11,920 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T12:19:11,920 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-07T12:19:11,921 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T12:19:11,922 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=87fb68174c52,39035,1730981949684, seqNum=-1] 2024-11-07T12:19:11,922 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T12:19:11,923 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50771, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T12:19:11,927 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2150 sec 2024-11-07T12:19:11,927 INFO [master/87fb68174c52:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1730981951927, completionTime=-1 2024-11-07T12:19:11,927 INFO [master/87fb68174c52:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-07T12:19:11,927 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-07T12:19:11,929 INFO [master/87fb68174c52:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-07T12:19:11,929 INFO [master/87fb68174c52:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1730982011929 2024-11-07T12:19:11,929 INFO [master/87fb68174c52:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1730982071929 2024-11-07T12:19:11,929 INFO [master/87fb68174c52:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-07T12:19:11,930 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=87fb68174c52,34313,1730981949594-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T12:19:11,930 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=87fb68174c52,34313,1730981949594-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T12:19:11,930 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=87fb68174c52,34313,1730981949594-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T12:19:11,930 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-87fb68174c52:34313, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T12:19:11,930 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-07T12:19:11,930 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-07T12:19:11,932 DEBUG [master/87fb68174c52:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-07T12:19:11,934 INFO [master/87fb68174c52:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.198sec 2024-11-07T12:19:11,934 INFO [master/87fb68174c52:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-07T12:19:11,934 INFO [master/87fb68174c52:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-07T12:19:11,934 INFO [master/87fb68174c52:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-07T12:19:11,934 INFO [master/87fb68174c52:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-07T12:19:11,934 INFO [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-07T12:19:11,934 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=87fb68174c52,34313,1730981949594-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-07T12:19:11,934 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=87fb68174c52,34313,1730981949594-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-07T12:19:11,936 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-07T12:19:11,936 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-07T12:19:11,936 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=87fb68174c52,34313,1730981949594-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T12:19:12,015 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ef9764a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:19:12,015 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 87fb68174c52,34313,-1 for getting cluster id 2024-11-07T12:19:12,016 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T12:19:12,017 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b7f175bf-ee4e-48a3-9bff-e9d361127a0a' 2024-11-07T12:19:12,017 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T12:19:12,017 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b7f175bf-ee4e-48a3-9bff-e9d361127a0a" 2024-11-07T12:19:12,018 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60d88120, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:19:12,018 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [87fb68174c52,34313,-1] 2024-11-07T12:19:12,018 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T12:19:12,018 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:19:12,020 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46820, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T12:19:12,021 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66b3e0b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:19:12,021 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T12:19:12,022 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=87fb68174c52,39035,1730981949684, seqNum=-1] 2024-11-07T12:19:12,023 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T12:19:12,024 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50820, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T12:19:12,026 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=87fb68174c52,34313,1730981949594 2024-11-07T12:19:12,026 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:59463 2024-11-07T12:19:12,033 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:59463, baseZNode=/0462447998 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T12:19:12,034 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1001a2e764d0002 connected 2024-11-07T12:19:12,038 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dbc2c40b-43de-46a7-9dea-6471d0801551/hadoop.log.dir so I do NOT create it in target/test-data/bf4d963b-9b19-9dc8-dd19-c9e0cf071780 2024-11-07T12:19:12,038 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dbc2c40b-43de-46a7-9dea-6471d0801551/hadoop.log.dir Erasing configuration value by system value. 2024-11-07T12:19:12,038 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dbc2c40b-43de-46a7-9dea-6471d0801551/hadoop.tmp.dir so I do NOT create it in target/test-data/bf4d963b-9b19-9dc8-dd19-c9e0cf071780 2024-11-07T12:19:12,038 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dbc2c40b-43de-46a7-9dea-6471d0801551/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-07T12:19:12,038 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf4d963b-9b19-9dc8-dd19-c9e0cf071780 2024-11-07T12:19:12,038 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-07T12:19:12,038 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf4d963b-9b19-9dc8-dd19-c9e0cf071780/cluster_1450c97b-39a0-1af5-912f-8c1199a1a41c, deleteOnExit=true 2024-11-07T12:19:12,038 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-07T12:19:12,038 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf4d963b-9b19-9dc8-dd19-c9e0cf071780/test.cache.data in system properties and HBase conf 2024-11-07T12:19:12,038 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf4d963b-9b19-9dc8-dd19-c9e0cf071780/hadoop.tmp.dir in system properties and HBase conf 2024-11-07T12:19:12,038 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf4d963b-9b19-9dc8-dd19-c9e0cf071780/hadoop.log.dir in system properties and HBase conf 2024-11-07T12:19:12,038 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf4d963b-9b19-9dc8-dd19-c9e0cf071780/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-07T12:19:12,039 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf4d963b-9b19-9dc8-dd19-c9e0cf071780/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-07T12:19:12,039 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-07T12:19:12,039 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-07T12:19:12,039 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf4d963b-9b19-9dc8-dd19-c9e0cf071780/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-07T12:19:12,039 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf4d963b-9b19-9dc8-dd19-c9e0cf071780/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-07T12:19:12,039 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf4d963b-9b19-9dc8-dd19-c9e0cf071780/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-07T12:19:12,039 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf4d963b-9b19-9dc8-dd19-c9e0cf071780/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-07T12:19:12,039 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf4d963b-9b19-9dc8-dd19-c9e0cf071780/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-07T12:19:12,039 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf4d963b-9b19-9dc8-dd19-c9e0cf071780/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-07T12:19:12,039 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf4d963b-9b19-9dc8-dd19-c9e0cf071780/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-07T12:19:12,039 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf4d963b-9b19-9dc8-dd19-c9e0cf071780/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-07T12:19:12,039 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf4d963b-9b19-9dc8-dd19-c9e0cf071780/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-07T12:19:12,040 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf4d963b-9b19-9dc8-dd19-c9e0cf071780/nfs.dump.dir in system properties and HBase conf 2024-11-07T12:19:12,040 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf4d963b-9b19-9dc8-dd19-c9e0cf071780/java.io.tmpdir in system properties and HBase conf 2024-11-07T12:19:12,040 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf4d963b-9b19-9dc8-dd19-c9e0cf071780/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-07T12:19:12,040 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf4d963b-9b19-9dc8-dd19-c9e0cf071780/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-07T12:19:12,040 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf4d963b-9b19-9dc8-dd19-c9e0cf071780/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-07T12:19:12,143 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T12:19:12,147 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-07T12:19:12,159 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-07T12:19:12,159 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-07T12:19:12,159 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-07T12:19:12,160 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T12:19:12,164 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7f6ac4bf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf4d963b-9b19-9dc8-dd19-c9e0cf071780/hadoop.log.dir/,AVAILABLE} 2024-11-07T12:19:12,165 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5f1c236a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-07T12:19:12,312 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1c207e82{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf4d963b-9b19-9dc8-dd19-c9e0cf071780/java.io.tmpdir/jetty-localhost-41415-hadoop-hdfs-3_4_1-tests_jar-_-any-17181133800906280139/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-07T12:19:12,312 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@754ba998{HTTP/1.1, (http/1.1)}{localhost:41415} 2024-11-07T12:19:12,312 INFO [Time-limited test {}] server.Server(415): Started @182512ms 2024-11-07T12:19:12,412 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T12:19:12,415 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-07T12:19:12,423 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-07T12:19:12,423 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-07T12:19:12,423 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-07T12:19:12,424 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@77b4d2a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf4d963b-9b19-9dc8-dd19-c9e0cf071780/hadoop.log.dir/,AVAILABLE} 2024-11-07T12:19:12,424 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@703f26be{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-07T12:19:12,542 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5d3c1889{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf4d963b-9b19-9dc8-dd19-c9e0cf071780/java.io.tmpdir/jetty-localhost-38085-hadoop-hdfs-3_4_1-tests_jar-_-any-7705660799193763284/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T12:19:12,542 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2cd5bed6{HTTP/1.1, (http/1.1)}{localhost:38085} 2024-11-07T12:19:12,542 INFO [Time-limited test {}] server.Server(415): Started @182742ms 2024-11-07T12:19:12,544 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-07T12:19:12,637 WARN [Thread-2287 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf4d963b-9b19-9dc8-dd19-c9e0cf071780/cluster_1450c97b-39a0-1af5-912f-8c1199a1a41c/data/data1/current/BP-675836088-172.17.0.3-1730981952065/current, will proceed with Du for space computation calculation, 2024-11-07T12:19:12,637 WARN [Thread-2288 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf4d963b-9b19-9dc8-dd19-c9e0cf071780/cluster_1450c97b-39a0-1af5-912f-8c1199a1a41c/data/data2/current/BP-675836088-172.17.0.3-1730981952065/current, will proceed with Du for space computation calculation, 2024-11-07T12:19:12,665 WARN [Thread-2275 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-07T12:19:12,668 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf06960d917f1b37d with lease ID 0x2024a549d43b2232: Processing first storage report for DS-e0d1c307-f89f-4515-9c4d-1bb7e7ee5159 from datanode DatanodeRegistration(127.0.0.1:34197, datanodeUuid=6f76f7c6-1ff6-4f0b-a8ad-106dd3d3747e, infoPort=44115, infoSecurePort=0, ipcPort=35633, storageInfo=lv=-57;cid=testClusterID;nsid=726218084;c=1730981952065) 2024-11-07T12:19:12,668 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf06960d917f1b37d with lease ID 0x2024a549d43b2232: from storage DS-e0d1c307-f89f-4515-9c4d-1bb7e7ee5159 node DatanodeRegistration(127.0.0.1:34197, datanodeUuid=6f76f7c6-1ff6-4f0b-a8ad-106dd3d3747e, infoPort=44115, infoSecurePort=0, ipcPort=35633, storageInfo=lv=-57;cid=testClusterID;nsid=726218084;c=1730981952065), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-07T12:19:12,668 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf06960d917f1b37d with lease ID 0x2024a549d43b2232: Processing first storage report for DS-b7486185-9d30-4b5a-ad59-dea9adca90b3 from datanode DatanodeRegistration(127.0.0.1:34197, datanodeUuid=6f76f7c6-1ff6-4f0b-a8ad-106dd3d3747e, infoPort=44115, infoSecurePort=0, ipcPort=35633, storageInfo=lv=-57;cid=testClusterID;nsid=726218084;c=1730981952065) 2024-11-07T12:19:12,668 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf06960d917f1b37d with lease ID 0x2024a549d43b2232: from storage DS-b7486185-9d30-4b5a-ad59-dea9adca90b3 node DatanodeRegistration(127.0.0.1:34197, datanodeUuid=6f76f7c6-1ff6-4f0b-a8ad-106dd3d3747e, infoPort=44115, infoSecurePort=0, ipcPort=35633, storageInfo=lv=-57;cid=testClusterID;nsid=726218084;c=1730981952065), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-07T12:19:12,672 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf4d963b-9b19-9dc8-dd19-c9e0cf071780 2024-11-07T12:19:12,672 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T12:19:12,674 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T12:19:12,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34197 is added to blk_1073741825_1001 (size=7) 2024-11-07T12:19:13,088 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39041/user/jenkins/test-data/74566281-99a9-9317-d437-098ca107d872 with version=8 2024-11-07T12:19:13,088 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39041/user/jenkins/test-data/74566281-99a9-9317-d437-098ca107d872/hbase-staging 2024-11-07T12:19:13,090 INFO [Time-limited test {}] client.ConnectionUtils(128): master/87fb68174c52:0 server-side Connection retries=45 2024-11-07T12:19:13,091 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T12:19:13,091 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-07T12:19:13,091 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-07T12:19:13,091 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T12:19:13,091 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-07T12:19:13,091 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-07T12:19:13,091 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T12:19:13,091 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:40341 2024-11-07T12:19:13,092 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40341 connecting to ZooKeeper ensemble=127.0.0.1:59463 2024-11-07T12:19:13,094 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:403410x0, quorum=127.0.0.1:59463, baseZNode=/1-344109118 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T12:19:13,095 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40341-0x1001a2e764d0003 connected 2024-11-07T12:19:13,106 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T12:19:13,107 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T12:19:13,109 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40341-0x1001a2e764d0003, quorum=127.0.0.1:59463, baseZNode=/1-344109118 Set watcher on znode that does not yet exist, /1-344109118/running 2024-11-07T12:19:13,109 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39041/user/jenkins/test-data/74566281-99a9-9317-d437-098ca107d872, hbase.cluster.distributed=false 2024-11-07T12:19:13,110 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40341-0x1001a2e764d0003, quorum=127.0.0.1:59463, baseZNode=/1-344109118 Set watcher on znode that does not yet exist, /1-344109118/acl 2024-11-07T12:19:13,110 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40341 2024-11-07T12:19:13,110 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40341 2024-11-07T12:19:13,111 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40341 2024-11-07T12:19:13,111 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40341 2024-11-07T12:19:13,111 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40341 2024-11-07T12:19:13,125 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/87fb68174c52:0 server-side Connection retries=45 2024-11-07T12:19:13,126 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T12:19:13,126 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-07T12:19:13,126 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-07T12:19:13,126 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T12:19:13,126 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-07T12:19:13,126 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-07T12:19:13,126 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T12:19:13,126 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:37313 2024-11-07T12:19:13,127 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37313 connecting to ZooKeeper ensemble=127.0.0.1:59463 2024-11-07T12:19:13,127 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T12:19:13,129 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T12:19:13,135 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:373130x0, quorum=127.0.0.1:59463, baseZNode=/1-344109118 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T12:19:13,135 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:373130x0, quorum=127.0.0.1:59463, baseZNode=/1-344109118 Set watcher on znode that does not yet exist, /1-344109118/running 2024-11-07T12:19:13,135 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37313-0x1001a2e764d0004 connected 2024-11-07T12:19:13,135 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-07T12:19:13,135 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-07T12:19:13,136 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37313-0x1001a2e764d0004, quorum=127.0.0.1:59463, baseZNode=/1-344109118 Set watcher on znode that does not yet exist, /1-344109118/master 2024-11-07T12:19:13,137 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37313-0x1001a2e764d0004, quorum=127.0.0.1:59463, baseZNode=/1-344109118 Set watcher on znode that does not yet exist, /1-344109118/acl 2024-11-07T12:19:13,139 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37313 2024-11-07T12:19:13,139 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37313 2024-11-07T12:19:13,140 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37313 2024-11-07T12:19:13,144 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37313 2024-11-07T12:19:13,144 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37313 2024-11-07T12:19:13,157 DEBUG [M:0;87fb68174c52:40341 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;87fb68174c52:40341 2024-11-07T12:19:13,158 INFO [master/87fb68174c52:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-344109118/backup-masters/87fb68174c52,40341,1730981953090 2024-11-07T12:19:13,159 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37313-0x1001a2e764d0004, quorum=127.0.0.1:59463, baseZNode=/1-344109118 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-344109118/backup-masters 2024-11-07T12:19:13,159 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40341-0x1001a2e764d0003, quorum=127.0.0.1:59463, baseZNode=/1-344109118 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-344109118/backup-masters 2024-11-07T12:19:13,160 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40341-0x1001a2e764d0003, quorum=127.0.0.1:59463, baseZNode=/1-344109118 Set watcher on existing znode=/1-344109118/backup-masters/87fb68174c52,40341,1730981953090 2024-11-07T12:19:13,161 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37313-0x1001a2e764d0004, quorum=127.0.0.1:59463, baseZNode=/1-344109118 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-344109118/master 2024-11-07T12:19:13,161 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40341-0x1001a2e764d0003, quorum=127.0.0.1:59463, baseZNode=/1-344109118 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-344109118 2024-11-07T12:19:13,161 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37313-0x1001a2e764d0004, quorum=127.0.0.1:59463, baseZNode=/1-344109118 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-344109118 2024-11-07T12:19:13,161 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40341-0x1001a2e764d0003, quorum=127.0.0.1:59463, baseZNode=/1-344109118 Set watcher on existing znode=/1-344109118/master 2024-11-07T12:19:13,162 INFO [master/87fb68174c52:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-344109118/backup-masters/87fb68174c52,40341,1730981953090 from backup master directory 2024-11-07T12:19:13,163 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40341-0x1001a2e764d0003, quorum=127.0.0.1:59463, baseZNode=/1-344109118 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-344109118/backup-masters/87fb68174c52,40341,1730981953090 2024-11-07T12:19:13,163 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37313-0x1001a2e764d0004, quorum=127.0.0.1:59463, baseZNode=/1-344109118 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-344109118/backup-masters 2024-11-07T12:19:13,163 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40341-0x1001a2e764d0003, quorum=127.0.0.1:59463, baseZNode=/1-344109118 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-344109118/backup-masters 2024-11-07T12:19:13,163 WARN [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-07T12:19:13,163 INFO [master/87fb68174c52:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=87fb68174c52,40341,1730981953090 2024-11-07T12:19:13,169 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39041/user/jenkins/test-data/74566281-99a9-9317-d437-098ca107d872/hbase.id] with ID: 4fded279-51a4-49f1-86ef-a6e65edbd3f0 2024-11-07T12:19:13,169 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39041/user/jenkins/test-data/74566281-99a9-9317-d437-098ca107d872/.tmp/hbase.id 2024-11-07T12:19:13,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34197 is added to blk_1073741826_1002 (size=42) 2024-11-07T12:19:13,575 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39041/user/jenkins/test-data/74566281-99a9-9317-d437-098ca107d872/.tmp/hbase.id]:[hdfs://localhost:39041/user/jenkins/test-data/74566281-99a9-9317-d437-098ca107d872/hbase.id] 2024-11-07T12:19:13,585 INFO [master/87fb68174c52:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T12:19:13,586 INFO [master/87fb68174c52:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-07T12:19:13,586 INFO [master/87fb68174c52:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-07T12:19:13,589 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37313-0x1001a2e764d0004, quorum=127.0.0.1:59463, baseZNode=/1-344109118 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-344109118 2024-11-07T12:19:13,589 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40341-0x1001a2e764d0003, quorum=127.0.0.1:59463, baseZNode=/1-344109118 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-344109118 2024-11-07T12:19:13,595 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34197 is added to blk_1073741827_1003 (size=196) 2024-11-07T12:19:13,996 INFO [master/87fb68174c52:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-07T12:19:13,996 INFO [master/87fb68174c52:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-07T12:19:13,997 INFO [master/87fb68174c52:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T12:19:14,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34197 is added to blk_1073741828_1004 (size=1189) 2024-11-07T12:19:14,406 INFO [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39041/user/jenkins/test-data/74566281-99a9-9317-d437-098ca107d872/MasterData/data/master/store 2024-11-07T12:19:14,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34197 is added to blk_1073741829_1005 (size=34) 2024-11-07T12:19:14,824 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T12:19:14,824 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-07T12:19:14,824 INFO [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T12:19:14,824 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T12:19:14,824 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-07T12:19:14,824 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T12:19:14,824 INFO [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T12:19:14,824 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1730981954824Disabling compacts and flushes for region at 1730981954824Disabling writes for close at 1730981954824Writing region close event to WAL at 1730981954824Closed at 1730981954824 2024-11-07T12:19:14,825 WARN [master/87fb68174c52:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39041/user/jenkins/test-data/74566281-99a9-9317-d437-098ca107d872/MasterData/data/master/store/.initializing 2024-11-07T12:19:14,825 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39041/user/jenkins/test-data/74566281-99a9-9317-d437-098ca107d872/MasterData/WALs/87fb68174c52,40341,1730981953090 2024-11-07T12:19:14,826 INFO [master/87fb68174c52:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-07T12:19:14,828 INFO [master/87fb68174c52:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=87fb68174c52%2C40341%2C1730981953090, suffix=, logDir=hdfs://localhost:39041/user/jenkins/test-data/74566281-99a9-9317-d437-098ca107d872/MasterData/WALs/87fb68174c52,40341,1730981953090, archiveDir=hdfs://localhost:39041/user/jenkins/test-data/74566281-99a9-9317-d437-098ca107d872/MasterData/oldWALs, maxLogs=10 2024-11-07T12:19:14,845 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/74566281-99a9-9317-d437-098ca107d872/MasterData/WALs/87fb68174c52,40341,1730981953090/87fb68174c52%2C40341%2C1730981953090.1730981954828, exclude list is [], retry=0 2024-11-07T12:19:14,857 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34197,DS-e0d1c307-f89f-4515-9c4d-1bb7e7ee5159,DISK] 2024-11-07T12:19:14,859 INFO [master/87fb68174c52:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/74566281-99a9-9317-d437-098ca107d872/MasterData/WALs/87fb68174c52,40341,1730981953090/87fb68174c52%2C40341%2C1730981953090.1730981954828 2024-11-07T12:19:14,860 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44115:44115)] 2024-11-07T12:19:14,860 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-07T12:19:14,860 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T12:19:14,860 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T12:19:14,860 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T12:19:14,865 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T12:19:14,866 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-07T12:19:14,866 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:14,866 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T12:19:14,866 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T12:19:14,867 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-07T12:19:14,867 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:14,868 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T12:19:14,868 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T12:19:14,869 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-07T12:19:14,869 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:14,869 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T12:19:14,869 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T12:19:14,870 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-07T12:19:14,870 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:14,870 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T12:19:14,870 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T12:19:14,871 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39041/user/jenkins/test-data/74566281-99a9-9317-d437-098ca107d872/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-07T12:19:14,871 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39041/user/jenkins/test-data/74566281-99a9-9317-d437-098ca107d872/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-07T12:19:14,872 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T12:19:14,872 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T12:19:14,873 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T12:19:14,873 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T12:19:14,875 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39041/user/jenkins/test-data/74566281-99a9-9317-d437-098ca107d872/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T12:19:14,875 INFO [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68984615, jitterRate=0.027950868010520935}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T12:19:14,875 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1730981954860Initializing all the Stores at 1730981954861 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730981954861Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730981954864 (+3 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730981954864Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730981954864Cleaning up temporary data from old regions at 1730981954872 (+8 ms)Region opened successfully at 1730981954875 (+3 ms) 2024-11-07T12:19:14,876 INFO [master/87fb68174c52:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-07T12:19:14,879 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c1aa34a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=87fb68174c52/172.17.0.3:0 2024-11-07T12:19:14,880 INFO [master/87fb68174c52:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-07T12:19:14,880 INFO [master/87fb68174c52:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-07T12:19:14,880 INFO [master/87fb68174c52:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-07T12:19:14,880 INFO [master/87fb68174c52:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-07T12:19:14,880 INFO [master/87fb68174c52:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-07T12:19:14,881 INFO [master/87fb68174c52:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-07T12:19:14,881 INFO [master/87fb68174c52:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-07T12:19:14,882 INFO [master/87fb68174c52:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-07T12:19:14,883 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40341-0x1001a2e764d0003, quorum=127.0.0.1:59463, baseZNode=/1-344109118 Unable to get data of znode /1-344109118/balancer because node does not exist (not necessarily an error) 2024-11-07T12:19:14,885 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-344109118/balancer already deleted, retry=false 2024-11-07T12:19:14,885 INFO [master/87fb68174c52:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-07T12:19:14,885 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40341-0x1001a2e764d0003, quorum=127.0.0.1:59463, baseZNode=/1-344109118 Unable to get data of znode /1-344109118/normalizer because node does not exist (not necessarily an error) 2024-11-07T12:19:14,887 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-344109118/normalizer already deleted, retry=false 2024-11-07T12:19:14,887 INFO [master/87fb68174c52:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-07T12:19:14,888 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40341-0x1001a2e764d0003, quorum=127.0.0.1:59463, baseZNode=/1-344109118 Unable to get data of znode /1-344109118/switch/split because node does not exist (not necessarily an error) 2024-11-07T12:19:14,889 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-344109118/switch/split already deleted, retry=false 2024-11-07T12:19:14,889 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40341-0x1001a2e764d0003, quorum=127.0.0.1:59463, baseZNode=/1-344109118 Unable to get data of znode /1-344109118/switch/merge because node does not exist (not necessarily an error) 2024-11-07T12:19:14,891 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-344109118/switch/merge already deleted, retry=false 2024-11-07T12:19:14,892 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40341-0x1001a2e764d0003, quorum=127.0.0.1:59463, baseZNode=/1-344109118 Unable to get data of znode /1-344109118/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-07T12:19:14,894 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-344109118/snapshot-cleanup already deleted, retry=false 2024-11-07T12:19:14,896 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40341-0x1001a2e764d0003, quorum=127.0.0.1:59463, baseZNode=/1-344109118 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-344109118/running 2024-11-07T12:19:14,896 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37313-0x1001a2e764d0004, quorum=127.0.0.1:59463, baseZNode=/1-344109118 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-344109118/running 2024-11-07T12:19:14,896 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40341-0x1001a2e764d0003, quorum=127.0.0.1:59463, baseZNode=/1-344109118 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-344109118 2024-11-07T12:19:14,896 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37313-0x1001a2e764d0004, quorum=127.0.0.1:59463, baseZNode=/1-344109118 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-344109118 2024-11-07T12:19:14,896 INFO [master/87fb68174c52:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=87fb68174c52,40341,1730981953090, sessionid=0x1001a2e764d0003, setting cluster-up flag (Was=false) 2024-11-07T12:19:14,899 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37313-0x1001a2e764d0004, quorum=127.0.0.1:59463, baseZNode=/1-344109118 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-344109118 2024-11-07T12:19:14,899 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40341-0x1001a2e764d0003, quorum=127.0.0.1:59463, baseZNode=/1-344109118 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-344109118 2024-11-07T12:19:14,904 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-344109118/flush-table-proc/acquired, /1-344109118/flush-table-proc/reached, /1-344109118/flush-table-proc/abort 2024-11-07T12:19:14,904 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=87fb68174c52,40341,1730981953090 2024-11-07T12:19:14,908 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40341-0x1001a2e764d0003, quorum=127.0.0.1:59463, baseZNode=/1-344109118 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-344109118 2024-11-07T12:19:14,908 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37313-0x1001a2e764d0004, quorum=127.0.0.1:59463, baseZNode=/1-344109118 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-344109118 2024-11-07T12:19:14,912 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-344109118/online-snapshot/acquired, /1-344109118/online-snapshot/reached, /1-344109118/online-snapshot/abort 2024-11-07T12:19:14,913 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=87fb68174c52,40341,1730981953090 2024-11-07T12:19:14,913 INFO [master/87fb68174c52:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39041/user/jenkins/test-data/74566281-99a9-9317-d437-098ca107d872/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-07T12:19:14,914 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-07T12:19:14,915 INFO [master/87fb68174c52:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-07T12:19:14,915 INFO [master/87fb68174c52:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-07T12:19:14,915 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 87fb68174c52,40341,1730981953090 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-07T12:19:14,916 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/87fb68174c52:0, corePoolSize=5, maxPoolSize=5 2024-11-07T12:19:14,916 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/87fb68174c52:0, corePoolSize=5, maxPoolSize=5 2024-11-07T12:19:14,916 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/87fb68174c52:0, corePoolSize=5, maxPoolSize=5 2024-11-07T12:19:14,916 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/87fb68174c52:0, corePoolSize=5, maxPoolSize=5 2024-11-07T12:19:14,916 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/87fb68174c52:0, corePoolSize=10, maxPoolSize=10 2024-11-07T12:19:14,916 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:19:14,916 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/87fb68174c52:0, corePoolSize=2, maxPoolSize=2 2024-11-07T12:19:14,916 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:19:14,917 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T12:19:14,917 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-07T12:19:14,918 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:14,918 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-07T12:19:14,923 INFO [master/87fb68174c52:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1730981984923 2024-11-07T12:19:14,923 INFO [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-07T12:19:14,923 INFO [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-07T12:19:14,923 INFO [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-07T12:19:14,924 INFO [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-07T12:19:14,924 INFO [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-07T12:19:14,924 INFO [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-07T12:19:14,924 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-07T12:19:14,924 INFO [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-07T12:19:14,924 INFO [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-07T12:19:14,924 INFO [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-07T12:19:14,924 INFO [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-07T12:19:14,927 INFO [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-07T12:19:14,927 INFO [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-07T12:19:14,928 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/87fb68174c52:0:becomeActiveMaster-HFileCleaner.large.0-1730981954927,5,FailOnTimeoutGroup] 2024-11-07T12:19:14,929 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/87fb68174c52:0:becomeActiveMaster-HFileCleaner.small.0-1730981954928,5,FailOnTimeoutGroup] 2024-11-07T12:19:14,929 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-07T12:19:14,929 INFO [master/87fb68174c52:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-07T12:19:14,929 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-07T12:19:14,929 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-07T12:19:14,931 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34197 is added to blk_1073741831_1007 (size=1321) 2024-11-07T12:19:14,949 INFO [RS:0;87fb68174c52:37313 {}] regionserver.HRegionServer(746): ClusterId : 4fded279-51a4-49f1-86ef-a6e65edbd3f0 2024-11-07T12:19:14,949 DEBUG [RS:0;87fb68174c52:37313 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-07T12:19:14,951 DEBUG [RS:0;87fb68174c52:37313 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-07T12:19:14,951 DEBUG [RS:0;87fb68174c52:37313 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-07T12:19:14,952 DEBUG [RS:0;87fb68174c52:37313 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-07T12:19:14,953 DEBUG [RS:0;87fb68174c52:37313 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46746c5f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=87fb68174c52/172.17.0.3:0 2024-11-07T12:19:14,964 DEBUG [RS:0;87fb68174c52:37313 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;87fb68174c52:37313 2024-11-07T12:19:14,964 INFO [RS:0;87fb68174c52:37313 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-07T12:19:14,965 INFO [RS:0;87fb68174c52:37313 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-07T12:19:14,965 DEBUG [RS:0;87fb68174c52:37313 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-07T12:19:14,965 INFO [RS:0;87fb68174c52:37313 {}] regionserver.HRegionServer(2659): reportForDuty to master=87fb68174c52,40341,1730981953090 with port=37313, startcode=1730981953125 2024-11-07T12:19:14,965 DEBUG [RS:0;87fb68174c52:37313 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-07T12:19:14,967 INFO [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45127, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=RegionServerStatusService 2024-11-07T12:19:14,967 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40341 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 87fb68174c52,37313,1730981953125 2024-11-07T12:19:14,967 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40341 {}] master.ServerManager(517): Registering regionserver=87fb68174c52,37313,1730981953125 2024-11-07T12:19:14,968 DEBUG [RS:0;87fb68174c52:37313 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39041/user/jenkins/test-data/74566281-99a9-9317-d437-098ca107d872 2024-11-07T12:19:14,968 DEBUG [RS:0;87fb68174c52:37313 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39041 2024-11-07T12:19:14,968 DEBUG [RS:0;87fb68174c52:37313 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-07T12:19:14,970 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40341-0x1001a2e764d0003, quorum=127.0.0.1:59463, baseZNode=/1-344109118 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-344109118/rs 2024-11-07T12:19:14,971 DEBUG [RS:0;87fb68174c52:37313 {}] zookeeper.ZKUtil(111): regionserver:37313-0x1001a2e764d0004, quorum=127.0.0.1:59463, baseZNode=/1-344109118 Set watcher on existing znode=/1-344109118/rs/87fb68174c52,37313,1730981953125 2024-11-07T12:19:14,971 WARN [RS:0;87fb68174c52:37313 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-07T12:19:14,971 INFO [RS:0;87fb68174c52:37313 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T12:19:14,971 DEBUG [RS:0;87fb68174c52:37313 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39041/user/jenkins/test-data/74566281-99a9-9317-d437-098ca107d872/WALs/87fb68174c52,37313,1730981953125 2024-11-07T12:19:14,971 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [87fb68174c52,37313,1730981953125] 2024-11-07T12:19:14,974 INFO [RS:0;87fb68174c52:37313 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-07T12:19:14,975 INFO [RS:0;87fb68174c52:37313 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-07T12:19:14,976 INFO [RS:0;87fb68174c52:37313 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-07T12:19:14,976 INFO [RS:0;87fb68174c52:37313 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T12:19:14,980 INFO [RS:0;87fb68174c52:37313 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-07T12:19:14,981 INFO [RS:0;87fb68174c52:37313 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-07T12:19:14,981 INFO [RS:0;87fb68174c52:37313 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-07T12:19:14,981 DEBUG [RS:0;87fb68174c52:37313 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:19:14,981 DEBUG [RS:0;87fb68174c52:37313 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:19:14,981 DEBUG [RS:0;87fb68174c52:37313 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:19:14,981 DEBUG [RS:0;87fb68174c52:37313 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:19:14,981 DEBUG [RS:0;87fb68174c52:37313 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:19:14,981 DEBUG [RS:0;87fb68174c52:37313 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/87fb68174c52:0, corePoolSize=2, maxPoolSize=2 2024-11-07T12:19:14,981 DEBUG [RS:0;87fb68174c52:37313 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:19:14,981 DEBUG [RS:0;87fb68174c52:37313 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:19:14,981 DEBUG [RS:0;87fb68174c52:37313 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:19:14,981 DEBUG [RS:0;87fb68174c52:37313 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:19:14,981 DEBUG [RS:0;87fb68174c52:37313 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:19:14,981 DEBUG [RS:0;87fb68174c52:37313 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:19:14,981 DEBUG [RS:0;87fb68174c52:37313 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/87fb68174c52:0, corePoolSize=3, maxPoolSize=3 2024-11-07T12:19:14,981 DEBUG [RS:0;87fb68174c52:37313 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/87fb68174c52:0, corePoolSize=3, maxPoolSize=3 2024-11-07T12:19:14,982 INFO [RS:0;87fb68174c52:37313 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T12:19:14,982 INFO [RS:0;87fb68174c52:37313 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T12:19:14,982 INFO [RS:0;87fb68174c52:37313 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T12:19:14,982 INFO [RS:0;87fb68174c52:37313 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-07T12:19:14,982 INFO [RS:0;87fb68174c52:37313 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-07T12:19:14,982 INFO [RS:0;87fb68174c52:37313 {}] hbase.ChoreService(168): Chore ScheduledChore name=87fb68174c52,37313,1730981953125-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-07T12:19:14,996 INFO [RS:0;87fb68174c52:37313 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-07T12:19:14,996 INFO [RS:0;87fb68174c52:37313 {}] hbase.ChoreService(168): Chore ScheduledChore name=87fb68174c52,37313,1730981953125-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T12:19:14,996 INFO [RS:0;87fb68174c52:37313 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T12:19:14,996 INFO [RS:0;87fb68174c52:37313 {}] regionserver.Replication(171): 87fb68174c52,37313,1730981953125 started 2024-11-07T12:19:15,008 INFO [RS:0;87fb68174c52:37313 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T12:19:15,009 INFO [RS:0;87fb68174c52:37313 {}] regionserver.HRegionServer(1482): Serving as 87fb68174c52,37313,1730981953125, RpcServer on 87fb68174c52/172.17.0.3:37313, sessionid=0x1001a2e764d0004 2024-11-07T12:19:15,009 DEBUG [RS:0;87fb68174c52:37313 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-07T12:19:15,009 DEBUG [RS:0;87fb68174c52:37313 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 87fb68174c52,37313,1730981953125 2024-11-07T12:19:15,009 DEBUG [RS:0;87fb68174c52:37313 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '87fb68174c52,37313,1730981953125' 2024-11-07T12:19:15,009 DEBUG [RS:0;87fb68174c52:37313 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-344109118/flush-table-proc/abort' 2024-11-07T12:19:15,009 DEBUG [RS:0;87fb68174c52:37313 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-344109118/flush-table-proc/acquired' 2024-11-07T12:19:15,010 DEBUG [RS:0;87fb68174c52:37313 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-07T12:19:15,010 DEBUG [RS:0;87fb68174c52:37313 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-07T12:19:15,010 DEBUG [RS:0;87fb68174c52:37313 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 87fb68174c52,37313,1730981953125 2024-11-07T12:19:15,010 DEBUG [RS:0;87fb68174c52:37313 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '87fb68174c52,37313,1730981953125' 2024-11-07T12:19:15,010 DEBUG [RS:0;87fb68174c52:37313 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-344109118/online-snapshot/abort' 2024-11-07T12:19:15,010 DEBUG [RS:0;87fb68174c52:37313 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-344109118/online-snapshot/acquired' 2024-11-07T12:19:15,010 DEBUG [RS:0;87fb68174c52:37313 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-07T12:19:15,010 INFO [RS:0;87fb68174c52:37313 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-07T12:19:15,010 INFO [RS:0;87fb68174c52:37313 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-07T12:19:15,111 INFO [RS:0;87fb68174c52:37313 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-07T12:19:15,112 INFO [RS:0;87fb68174c52:37313 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=87fb68174c52%2C37313%2C1730981953125, suffix=, logDir=hdfs://localhost:39041/user/jenkins/test-data/74566281-99a9-9317-d437-098ca107d872/WALs/87fb68174c52,37313,1730981953125, archiveDir=hdfs://localhost:39041/user/jenkins/test-data/74566281-99a9-9317-d437-098ca107d872/oldWALs, maxLogs=10 2024-11-07T12:19:15,125 DEBUG [RS:0;87fb68174c52:37313 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/74566281-99a9-9317-d437-098ca107d872/WALs/87fb68174c52,37313,1730981953125/87fb68174c52%2C37313%2C1730981953125.1730981955112, exclude list is [], retry=0 2024-11-07T12:19:15,128 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34197,DS-e0d1c307-f89f-4515-9c4d-1bb7e7ee5159,DISK] 2024-11-07T12:19:15,129 INFO [RS:0;87fb68174c52:37313 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/74566281-99a9-9317-d437-098ca107d872/WALs/87fb68174c52,37313,1730981953125/87fb68174c52%2C37313%2C1730981953125.1730981955112 2024-11-07T12:19:15,130 DEBUG [RS:0;87fb68174c52:37313 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44115:44115)] 2024-11-07T12:19:15,332 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39041/user/jenkins/test-data/74566281-99a9-9317-d437-098ca107d872/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-07T12:19:15,332 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39041/user/jenkins/test-data/74566281-99a9-9317-d437-098ca107d872 2024-11-07T12:19:15,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34197 is added to blk_1073741833_1009 (size=32) 2024-11-07T12:19:15,347 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T12:19:15,348 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-07T12:19:15,349 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-07T12:19:15,349 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:15,350 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T12:19:15,350 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-07T12:19:15,351 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-07T12:19:15,351 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:15,351 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T12:19:15,351 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-07T12:19:15,352 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-07T12:19:15,352 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:15,352 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T12:19:15,352 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-07T12:19:15,353 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-07T12:19:15,353 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:15,353 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T12:19:15,354 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-07T12:19:15,354 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39041/user/jenkins/test-data/74566281-99a9-9317-d437-098ca107d872/data/hbase/meta/1588230740 2024-11-07T12:19:15,354 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39041/user/jenkins/test-data/74566281-99a9-9317-d437-098ca107d872/data/hbase/meta/1588230740 2024-11-07T12:19:15,355 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-07T12:19:15,355 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-07T12:19:15,356 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T12:19:15,357 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-07T12:19:15,359 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39041/user/jenkins/test-data/74566281-99a9-9317-d437-098ca107d872/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T12:19:15,359 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70649979, jitterRate=0.05276672542095184}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T12:19:15,359 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1730981955347Initializing all the Stores at 1730981955348 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730981955348Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730981955348Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730981955348Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730981955348Cleaning up temporary data from old regions at 1730981955355 (+7 ms)Region opened successfully at 1730981955359 (+4 ms) 2024-11-07T12:19:15,359 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-07T12:19:15,359 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-07T12:19:15,359 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-07T12:19:15,359 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-07T12:19:15,359 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-07T12:19:15,360 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-07T12:19:15,360 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1730981955359Disabling compacts and flushes for region at 1730981955359Disabling writes for close at 1730981955359Writing region close event to WAL at 1730981955360 (+1 ms)Closed at 1730981955360 2024-11-07T12:19:15,361 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T12:19:15,361 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-07T12:19:15,361 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-07T12:19:15,362 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-07T12:19:15,362 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-07T12:19:15,513 DEBUG [87fb68174c52:40341 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-07T12:19:15,513 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=87fb68174c52,37313,1730981953125 2024-11-07T12:19:15,514 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 87fb68174c52,37313,1730981953125, state=OPENING 2024-11-07T12:19:15,521 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-07T12:19:15,523 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40341-0x1001a2e764d0003, quorum=127.0.0.1:59463, baseZNode=/1-344109118 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-344109118 2024-11-07T12:19:15,523 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37313-0x1001a2e764d0004, quorum=127.0.0.1:59463, baseZNode=/1-344109118 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-344109118 2024-11-07T12:19:15,523 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-344109118/meta-region-server: CHANGED 2024-11-07T12:19:15,523 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-344109118/meta-region-server: CHANGED 2024-11-07T12:19:15,523 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-07T12:19:15,523 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=87fb68174c52,37313,1730981953125}] 2024-11-07T12:19:15,676 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-07T12:19:15,677 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41571, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-07T12:19:15,681 INFO [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-07T12:19:15,681 INFO [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T12:19:15,681 INFO [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-07T12:19:15,682 INFO [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=87fb68174c52%2C37313%2C1730981953125.meta, suffix=.meta, logDir=hdfs://localhost:39041/user/jenkins/test-data/74566281-99a9-9317-d437-098ca107d872/WALs/87fb68174c52,37313,1730981953125, archiveDir=hdfs://localhost:39041/user/jenkins/test-data/74566281-99a9-9317-d437-098ca107d872/oldWALs, maxLogs=10 2024-11-07T12:19:15,695 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/74566281-99a9-9317-d437-098ca107d872/WALs/87fb68174c52,37313,1730981953125/87fb68174c52%2C37313%2C1730981953125.meta.1730981955682.meta, exclude list is [], retry=0 2024-11-07T12:19:15,697 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34197,DS-e0d1c307-f89f-4515-9c4d-1bb7e7ee5159,DISK] 2024-11-07T12:19:15,699 INFO [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/74566281-99a9-9317-d437-098ca107d872/WALs/87fb68174c52,37313,1730981953125/87fb68174c52%2C37313%2C1730981953125.meta.1730981955682.meta 2024-11-07T12:19:15,699 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44115:44115)] 2024-11-07T12:19:15,699 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-07T12:19:15,699 INFO [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-07T12:19:15,699 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-07T12:19:15,699 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-07T12:19:15,699 INFO [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-07T12:19:15,700 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-07T12:19:15,700 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T12:19:15,700 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-07T12:19:15,700 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-07T12:19:15,701 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-07T12:19:15,701 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-07T12:19:15,701 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:15,702 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T12:19:15,702 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-07T12:19:15,702 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-07T12:19:15,702 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:15,703 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T12:19:15,703 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-07T12:19:15,703 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-07T12:19:15,703 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:15,703 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T12:19:15,703 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-07T12:19:15,704 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-07T12:19:15,704 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:15,704 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T12:19:15,704 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-07T12:19:15,705 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39041/user/jenkins/test-data/74566281-99a9-9317-d437-098ca107d872/data/hbase/meta/1588230740 2024-11-07T12:19:15,705 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39041/user/jenkins/test-data/74566281-99a9-9317-d437-098ca107d872/data/hbase/meta/1588230740 2024-11-07T12:19:15,706 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-07T12:19:15,706 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-07T12:19:15,707 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T12:19:15,708 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-07T12:19:15,708 INFO [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60334845, jitterRate=-0.1009407490491867}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T12:19:15,708 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-07T12:19:15,708 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1730981955700Writing region info on filesystem at 1730981955700Initializing all the Stores at 1730981955700Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730981955700Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730981955701 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730981955701Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730981955701Cleaning up temporary data from old regions at 1730981955706 (+5 ms)Running coprocessor post-open hooks at 1730981955708 (+2 ms)Region opened successfully at 1730981955708 2024-11-07T12:19:15,709 INFO [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1730981955675 2024-11-07T12:19:15,711 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-07T12:19:15,711 INFO [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-07T12:19:15,711 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=87fb68174c52,37313,1730981953125 2024-11-07T12:19:15,712 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 87fb68174c52,37313,1730981953125, state=OPEN 2024-11-07T12:19:15,713 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40341-0x1001a2e764d0003, quorum=127.0.0.1:59463, baseZNode=/1-344109118 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-344109118/meta-region-server 2024-11-07T12:19:15,713 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37313-0x1001a2e764d0004, quorum=127.0.0.1:59463, baseZNode=/1-344109118 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-344109118/meta-region-server 2024-11-07T12:19:15,713 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=87fb68174c52,37313,1730981953125 2024-11-07T12:19:15,713 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-344109118/meta-region-server: CHANGED 2024-11-07T12:19:15,713 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-344109118/meta-region-server: CHANGED 2024-11-07T12:19:15,715 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-07T12:19:15,715 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=87fb68174c52,37313,1730981953125 in 190 msec 2024-11-07T12:19:15,716 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-07T12:19:15,716 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 354 msec 2024-11-07T12:19:15,717 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T12:19:15,717 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-07T12:19:15,718 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T12:19:15,718 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=87fb68174c52,37313,1730981953125, seqNum=-1] 2024-11-07T12:19:15,718 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T12:19:15,719 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39481, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T12:19:15,723 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 808 msec 2024-11-07T12:19:15,723 INFO [master/87fb68174c52:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1730981955723, completionTime=-1 2024-11-07T12:19:15,723 INFO [master/87fb68174c52:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-07T12:19:15,723 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-07T12:19:15,724 INFO [master/87fb68174c52:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-07T12:19:15,725 INFO [master/87fb68174c52:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1730982015724 2024-11-07T12:19:15,725 INFO [master/87fb68174c52:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1730982075725 2024-11-07T12:19:15,725 INFO [master/87fb68174c52:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-07T12:19:15,725 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=87fb68174c52,40341,1730981953090-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T12:19:15,725 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=87fb68174c52,40341,1730981953090-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T12:19:15,725 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=87fb68174c52,40341,1730981953090-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T12:19:15,725 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-87fb68174c52:40341, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T12:19:15,725 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-07T12:19:15,725 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-07T12:19:15,727 DEBUG [master/87fb68174c52:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-07T12:19:15,728 INFO [master/87fb68174c52:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.565sec 2024-11-07T12:19:15,728 INFO [master/87fb68174c52:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-07T12:19:15,728 INFO [master/87fb68174c52:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-07T12:19:15,728 INFO [master/87fb68174c52:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-07T12:19:15,728 INFO [master/87fb68174c52:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-07T12:19:15,728 INFO [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-07T12:19:15,728 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=87fb68174c52,40341,1730981953090-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-07T12:19:15,728 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=87fb68174c52,40341,1730981953090-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-07T12:19:15,730 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-07T12:19:15,730 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-07T12:19:15,730 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=87fb68174c52,40341,1730981953090-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T12:19:15,749 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a3d5c02, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:19:15,749 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 87fb68174c52,40341,-1 for getting cluster id 2024-11-07T12:19:15,750 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T12:19:15,751 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4fded279-51a4-49f1-86ef-a6e65edbd3f0' 2024-11-07T12:19:15,751 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T12:19:15,751 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4fded279-51a4-49f1-86ef-a6e65edbd3f0" 2024-11-07T12:19:15,751 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@229fc18b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:19:15,751 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [87fb68174c52,40341,-1] 2024-11-07T12:19:15,751 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T12:19:15,752 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:19:15,753 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35932, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T12:19:15,753 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12d40ec4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:19:15,753 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T12:19:15,754 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=87fb68174c52,37313,1730981953125, seqNum=-1] 2024-11-07T12:19:15,755 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T12:19:15,755 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49304, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T12:19:15,757 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=87fb68174c52,40341,1730981953090 2024-11-07T12:19:15,758 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:59463 2024-11-07T12:19:15,769 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:59463, baseZNode=/1-344109118 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T12:19:15,770 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1001a2e764d0005 connected 2024-11-07T12:19:15,772 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T12:19:15,773 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 87fb68174c52,34313,1730981949594 2024-11-07T12:19:15,774 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7f376834 2024-11-07T12:19:15,774 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T12:19:15,775 INFO [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46836, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-07T12:19:15,775 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34313 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-07T12:19:15,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34313 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-07T12:19:15,778 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-07T12:19:15,778 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:15,778 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34313 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-07T12:19:15,779 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-07T12:19:15,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34313 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T12:19:15,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39351 is added to blk_1073741835_1011 (size=902) 2024-11-07T12:19:15,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34313 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T12:19:16,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34313 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T12:19:16,200 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => fb96bff3168d5937d8fc9a1001165fcf, NAME => 'test,,1730981955775.fb96bff3168d5937d8fc9a1001165fcf.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43613/user/jenkins/test-data/082bde32-4ece-cd72-5fa9-d49c968c6634 2024-11-07T12:19:16,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39351 is added to blk_1073741836_1012 (size=39) 2024-11-07T12:19:16,207 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1730981955775.fb96bff3168d5937d8fc9a1001165fcf.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T12:19:16,207 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing fb96bff3168d5937d8fc9a1001165fcf, disabling compactions & flushes 2024-11-07T12:19:16,207 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1730981955775.fb96bff3168d5937d8fc9a1001165fcf. 2024-11-07T12:19:16,207 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1730981955775.fb96bff3168d5937d8fc9a1001165fcf. 2024-11-07T12:19:16,207 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1730981955775.fb96bff3168d5937d8fc9a1001165fcf. after waiting 0 ms 2024-11-07T12:19:16,207 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1730981955775.fb96bff3168d5937d8fc9a1001165fcf. 2024-11-07T12:19:16,207 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1730981955775.fb96bff3168d5937d8fc9a1001165fcf. 2024-11-07T12:19:16,207 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for fb96bff3168d5937d8fc9a1001165fcf: Waiting for close lock at 1730981956207Disabling compacts and flushes for region at 1730981956207Disabling writes for close at 1730981956207Writing region close event to WAL at 1730981956207Closed at 1730981956207 2024-11-07T12:19:16,208 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-07T12:19:16,209 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1730981955775.fb96bff3168d5937d8fc9a1001165fcf.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1730981956208"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1730981956208"}]},"ts":"1730981956208"} 2024-11-07T12:19:16,211 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-07T12:19:16,212 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-07T12:19:16,212 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1730981956212"}]},"ts":"1730981956212"} 2024-11-07T12:19:16,214 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-07T12:19:16,214 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=fb96bff3168d5937d8fc9a1001165fcf, ASSIGN}] 2024-11-07T12:19:16,215 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=fb96bff3168d5937d8fc9a1001165fcf, ASSIGN 2024-11-07T12:19:16,216 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=fb96bff3168d5937d8fc9a1001165fcf, ASSIGN; state=OFFLINE, location=87fb68174c52,39035,1730981949684; forceNewPlan=false, retain=false 2024-11-07T12:19:16,367 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=fb96bff3168d5937d8fc9a1001165fcf, regionState=OPENING, regionLocation=87fb68174c52,39035,1730981949684 2024-11-07T12:19:16,369 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=fb96bff3168d5937d8fc9a1001165fcf, ASSIGN because future has completed 2024-11-07T12:19:16,369 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure fb96bff3168d5937d8fc9a1001165fcf, server=87fb68174c52,39035,1730981949684}] 2024-11-07T12:19:16,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34313 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T12:19:16,525 INFO [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1730981955775.fb96bff3168d5937d8fc9a1001165fcf. 2024-11-07T12:19:16,525 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => fb96bff3168d5937d8fc9a1001165fcf, NAME => 'test,,1730981955775.fb96bff3168d5937d8fc9a1001165fcf.', STARTKEY => '', ENDKEY => ''} 2024-11-07T12:19:16,526 INFO [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-07T12:19:16,526 INFO [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-07T12:19:16,526 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test fb96bff3168d5937d8fc9a1001165fcf 2024-11-07T12:19:16,526 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1730981955775.fb96bff3168d5937d8fc9a1001165fcf.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T12:19:16,526 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for fb96bff3168d5937d8fc9a1001165fcf 2024-11-07T12:19:16,526 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for fb96bff3168d5937d8fc9a1001165fcf 2024-11-07T12:19:16,527 INFO [StoreOpener-fb96bff3168d5937d8fc9a1001165fcf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region fb96bff3168d5937d8fc9a1001165fcf 2024-11-07T12:19:16,529 INFO [StoreOpener-fb96bff3168d5937d8fc9a1001165fcf-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fb96bff3168d5937d8fc9a1001165fcf columnFamilyName f 2024-11-07T12:19:16,529 DEBUG [StoreOpener-fb96bff3168d5937d8fc9a1001165fcf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:16,529 INFO [StoreOpener-fb96bff3168d5937d8fc9a1001165fcf-1 {}] regionserver.HStore(327): Store=fb96bff3168d5937d8fc9a1001165fcf/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T12:19:16,529 INFO [StoreOpener-fb96bff3168d5937d8fc9a1001165fcf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region fb96bff3168d5937d8fc9a1001165fcf 2024-11-07T12:19:16,530 INFO [StoreOpener-fb96bff3168d5937d8fc9a1001165fcf-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fb96bff3168d5937d8fc9a1001165fcf columnFamilyName f1 2024-11-07T12:19:16,530 DEBUG [StoreOpener-fb96bff3168d5937d8fc9a1001165fcf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:16,530 INFO [StoreOpener-fb96bff3168d5937d8fc9a1001165fcf-1 {}] regionserver.HStore(327): Store=fb96bff3168d5937d8fc9a1001165fcf/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T12:19:16,530 INFO [StoreOpener-fb96bff3168d5937d8fc9a1001165fcf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region fb96bff3168d5937d8fc9a1001165fcf 2024-11-07T12:19:16,531 INFO [StoreOpener-fb96bff3168d5937d8fc9a1001165fcf-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fb96bff3168d5937d8fc9a1001165fcf columnFamilyName norep 2024-11-07T12:19:16,531 DEBUG [StoreOpener-fb96bff3168d5937d8fc9a1001165fcf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:16,531 INFO [StoreOpener-fb96bff3168d5937d8fc9a1001165fcf-1 {}] regionserver.HStore(327): Store=fb96bff3168d5937d8fc9a1001165fcf/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T12:19:16,532 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for fb96bff3168d5937d8fc9a1001165fcf 2024-11-07T12:19:16,532 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43613/user/jenkins/test-data/082bde32-4ece-cd72-5fa9-d49c968c6634/data/default/test/fb96bff3168d5937d8fc9a1001165fcf 2024-11-07T12:19:16,532 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43613/user/jenkins/test-data/082bde32-4ece-cd72-5fa9-d49c968c6634/data/default/test/fb96bff3168d5937d8fc9a1001165fcf 2024-11-07T12:19:16,533 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for fb96bff3168d5937d8fc9a1001165fcf 2024-11-07T12:19:16,533 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for fb96bff3168d5937d8fc9a1001165fcf 2024-11-07T12:19:16,533 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-07T12:19:16,534 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for fb96bff3168d5937d8fc9a1001165fcf 2024-11-07T12:19:16,536 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43613/user/jenkins/test-data/082bde32-4ece-cd72-5fa9-d49c968c6634/data/default/test/fb96bff3168d5937d8fc9a1001165fcf/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T12:19:16,536 INFO [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened fb96bff3168d5937d8fc9a1001165fcf; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69439498, jitterRate=0.03472915291786194}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-07T12:19:16,536 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for fb96bff3168d5937d8fc9a1001165fcf 2024-11-07T12:19:16,537 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for fb96bff3168d5937d8fc9a1001165fcf: Running coprocessor pre-open hook at 1730981956526Writing region info on filesystem at 1730981956526Initializing all the Stores at 1730981956527 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730981956527Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730981956527Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730981956527Cleaning up temporary data from old regions at 1730981956533 (+6 ms)Running coprocessor post-open hooks at 1730981956536 (+3 ms)Region opened successfully at 1730981956537 (+1 ms) 2024-11-07T12:19:16,538 INFO [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1730981955775.fb96bff3168d5937d8fc9a1001165fcf., pid=6, masterSystemTime=1730981956521 2024-11-07T12:19:16,539 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1730981955775.fb96bff3168d5937d8fc9a1001165fcf. 2024-11-07T12:19:16,540 INFO [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1730981955775.fb96bff3168d5937d8fc9a1001165fcf. 2024-11-07T12:19:16,540 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=fb96bff3168d5937d8fc9a1001165fcf, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=87fb68174c52,39035,1730981949684 2024-11-07T12:19:16,542 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure fb96bff3168d5937d8fc9a1001165fcf, server=87fb68174c52,39035,1730981949684 because future has completed 2024-11-07T12:19:16,545 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-07T12:19:16,545 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure fb96bff3168d5937d8fc9a1001165fcf, server=87fb68174c52,39035,1730981949684 in 174 msec 2024-11-07T12:19:16,546 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-07T12:19:16,546 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=fb96bff3168d5937d8fc9a1001165fcf, ASSIGN in 331 msec 2024-11-07T12:19:16,547 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-07T12:19:16,547 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1730981956547"}]},"ts":"1730981956547"} 2024-11-07T12:19:16,549 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-07T12:19:16,550 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-07T12:19:16,551 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 774 msec 2024-11-07T12:19:16,742 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-07T12:19:16,742 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-07T12:19:16,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34313 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T12:19:16,915 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-07T12:19:16,915 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T12:19:16,916 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 87fb68174c52,40341,1730981953090 2024-11-07T12:19:16,916 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@74078d11 2024-11-07T12:19:16,916 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T12:19:16,917 INFO [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42532, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-07T12:19:16,918 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40341 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-07T12:19:16,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40341 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-07T12:19:16,920 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-07T12:19:16,920 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:16,920 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40341 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-07T12:19:16,921 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-07T12:19:16,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T12:19:16,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34197 is added to blk_1073741835_1011 (size=902) 2024-11-07T12:19:16,931 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 8a721138c54e442c2c7929ce7f111599, NAME => 'test,,1730981956917.8a721138c54e442c2c7929ce7f111599.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39041/user/jenkins/test-data/74566281-99a9-9317-d437-098ca107d872 2024-11-07T12:19:16,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34197 is added to blk_1073741836_1012 (size=39) 2024-11-07T12:19:17,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T12:19:17,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T12:19:17,336 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1730981956917.8a721138c54e442c2c7929ce7f111599.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T12:19:17,336 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 8a721138c54e442c2c7929ce7f111599, disabling compactions & flushes 2024-11-07T12:19:17,336 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1730981956917.8a721138c54e442c2c7929ce7f111599. 2024-11-07T12:19:17,337 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1730981956917.8a721138c54e442c2c7929ce7f111599. 2024-11-07T12:19:17,337 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1730981956917.8a721138c54e442c2c7929ce7f111599. after waiting 0 ms 2024-11-07T12:19:17,337 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1730981956917.8a721138c54e442c2c7929ce7f111599. 2024-11-07T12:19:17,337 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1730981956917.8a721138c54e442c2c7929ce7f111599. 2024-11-07T12:19:17,337 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 8a721138c54e442c2c7929ce7f111599: Waiting for close lock at 1730981957336Disabling compacts and flushes for region at 1730981957336Disabling writes for close at 1730981957337 (+1 ms)Writing region close event to WAL at 1730981957337Closed at 1730981957337 2024-11-07T12:19:17,338 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-07T12:19:17,338 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1730981956917.8a721138c54e442c2c7929ce7f111599.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1730981957338"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1730981957338"}]},"ts":"1730981957338"} 2024-11-07T12:19:17,340 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-07T12:19:17,341 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-07T12:19:17,341 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1730981957341"}]},"ts":"1730981957341"} 2024-11-07T12:19:17,342 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-07T12:19:17,342 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=8a721138c54e442c2c7929ce7f111599, ASSIGN}] 2024-11-07T12:19:17,343 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=8a721138c54e442c2c7929ce7f111599, ASSIGN 2024-11-07T12:19:17,344 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=8a721138c54e442c2c7929ce7f111599, ASSIGN; state=OFFLINE, location=87fb68174c52,37313,1730981953125; forceNewPlan=false, retain=false 2024-11-07T12:19:17,399 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-07T12:19:17,422 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T12:19:17,423 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T12:19:17,423 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T12:19:17,423 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T12:19:17,423 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T12:19:17,424 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T12:19:17,428 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T12:19:17,431 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T12:19:17,431 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T12:19:17,433 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T12:19:17,494 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=8a721138c54e442c2c7929ce7f111599, regionState=OPENING, regionLocation=87fb68174c52,37313,1730981953125 2024-11-07T12:19:17,497 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=8a721138c54e442c2c7929ce7f111599, ASSIGN because future has completed 2024-11-07T12:19:17,497 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8a721138c54e442c2c7929ce7f111599, server=87fb68174c52,37313,1730981953125}] 2024-11-07T12:19:17,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T12:19:17,653 INFO [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1730981956917.8a721138c54e442c2c7929ce7f111599. 2024-11-07T12:19:17,653 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 8a721138c54e442c2c7929ce7f111599, NAME => 'test,,1730981956917.8a721138c54e442c2c7929ce7f111599.', STARTKEY => '', ENDKEY => ''} 2024-11-07T12:19:17,653 INFO [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-07T12:19:17,653 INFO [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-07T12:19:17,653 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 8a721138c54e442c2c7929ce7f111599 2024-11-07T12:19:17,654 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1730981956917.8a721138c54e442c2c7929ce7f111599.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T12:19:17,654 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 8a721138c54e442c2c7929ce7f111599 2024-11-07T12:19:17,654 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 8a721138c54e442c2c7929ce7f111599 2024-11-07T12:19:17,655 INFO [StoreOpener-8a721138c54e442c2c7929ce7f111599-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 8a721138c54e442c2c7929ce7f111599 2024-11-07T12:19:17,656 INFO [StoreOpener-8a721138c54e442c2c7929ce7f111599-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8a721138c54e442c2c7929ce7f111599 columnFamilyName f 2024-11-07T12:19:17,656 DEBUG [StoreOpener-8a721138c54e442c2c7929ce7f111599-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:17,656 INFO [StoreOpener-8a721138c54e442c2c7929ce7f111599-1 {}] regionserver.HStore(327): Store=8a721138c54e442c2c7929ce7f111599/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T12:19:17,656 INFO [StoreOpener-8a721138c54e442c2c7929ce7f111599-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 8a721138c54e442c2c7929ce7f111599 2024-11-07T12:19:17,657 INFO [StoreOpener-8a721138c54e442c2c7929ce7f111599-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8a721138c54e442c2c7929ce7f111599 columnFamilyName f1 2024-11-07T12:19:17,657 DEBUG [StoreOpener-8a721138c54e442c2c7929ce7f111599-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:17,657 INFO [StoreOpener-8a721138c54e442c2c7929ce7f111599-1 {}] regionserver.HStore(327): Store=8a721138c54e442c2c7929ce7f111599/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T12:19:17,657 INFO [StoreOpener-8a721138c54e442c2c7929ce7f111599-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 8a721138c54e442c2c7929ce7f111599 2024-11-07T12:19:17,658 INFO [StoreOpener-8a721138c54e442c2c7929ce7f111599-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8a721138c54e442c2c7929ce7f111599 columnFamilyName norep 2024-11-07T12:19:17,658 DEBUG [StoreOpener-8a721138c54e442c2c7929ce7f111599-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:17,659 INFO [StoreOpener-8a721138c54e442c2c7929ce7f111599-1 {}] regionserver.HStore(327): Store=8a721138c54e442c2c7929ce7f111599/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T12:19:17,659 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 8a721138c54e442c2c7929ce7f111599 2024-11-07T12:19:17,659 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39041/user/jenkins/test-data/74566281-99a9-9317-d437-098ca107d872/data/default/test/8a721138c54e442c2c7929ce7f111599 2024-11-07T12:19:17,659 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39041/user/jenkins/test-data/74566281-99a9-9317-d437-098ca107d872/data/default/test/8a721138c54e442c2c7929ce7f111599 2024-11-07T12:19:17,660 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 8a721138c54e442c2c7929ce7f111599 2024-11-07T12:19:17,660 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 8a721138c54e442c2c7929ce7f111599 2024-11-07T12:19:17,660 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-07T12:19:17,661 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 8a721138c54e442c2c7929ce7f111599 2024-11-07T12:19:17,663 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39041/user/jenkins/test-data/74566281-99a9-9317-d437-098ca107d872/data/default/test/8a721138c54e442c2c7929ce7f111599/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T12:19:17,663 INFO [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 8a721138c54e442c2c7929ce7f111599; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62324014, jitterRate=-0.07129982113838196}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-07T12:19:17,663 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8a721138c54e442c2c7929ce7f111599 2024-11-07T12:19:17,663 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 8a721138c54e442c2c7929ce7f111599: Running coprocessor pre-open hook at 1730981957654Writing region info on filesystem at 1730981957654Initializing all the Stores at 1730981957654Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730981957654Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730981957655 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730981957655Cleaning up temporary data from old regions at 1730981957660 (+5 ms)Running coprocessor post-open hooks at 1730981957663 (+3 ms)Region opened successfully at 1730981957663 2024-11-07T12:19:17,664 INFO [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1730981956917.8a721138c54e442c2c7929ce7f111599., pid=6, masterSystemTime=1730981957649 2024-11-07T12:19:17,666 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1730981956917.8a721138c54e442c2c7929ce7f111599. 2024-11-07T12:19:17,666 INFO [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1730981956917.8a721138c54e442c2c7929ce7f111599. 2024-11-07T12:19:17,666 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=8a721138c54e442c2c7929ce7f111599, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=87fb68174c52,37313,1730981953125 2024-11-07T12:19:17,668 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8a721138c54e442c2c7929ce7f111599, server=87fb68174c52,37313,1730981953125 because future has completed 2024-11-07T12:19:17,671 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-07T12:19:17,671 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 8a721138c54e442c2c7929ce7f111599, server=87fb68174c52,37313,1730981953125 in 172 msec 2024-11-07T12:19:17,672 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-07T12:19:17,672 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=8a721138c54e442c2c7929ce7f111599, ASSIGN in 329 msec 2024-11-07T12:19:17,673 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-07T12:19:17,673 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1730981957673"}]},"ts":"1730981957673"} 2024-11-07T12:19:17,675 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-07T12:19:17,676 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-07T12:19:17,677 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 758 msec 2024-11-07T12:19:18,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T12:19:18,054 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-07T12:19:18,055 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12b0f134, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:19:18,055 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 87fb68174c52,34313,-1 for getting cluster id 2024-11-07T12:19:18,055 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T12:19:18,056 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b7f175bf-ee4e-48a3-9bff-e9d361127a0a' 2024-11-07T12:19:18,056 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T12:19:18,056 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b7f175bf-ee4e-48a3-9bff-e9d361127a0a" 2024-11-07T12:19:18,056 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4582174f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:19:18,056 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [87fb68174c52,34313,-1] 2024-11-07T12:19:18,057 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T12:19:18,057 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:19:18,057 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55708, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T12:19:18,058 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c8888e6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:19:18,059 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28de6a5d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:19:18,059 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 87fb68174c52,40341,-1 for getting cluster id 2024-11-07T12:19:18,059 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T12:19:18,059 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4fded279-51a4-49f1-86ef-a6e65edbd3f0' 2024-11-07T12:19:18,060 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T12:19:18,060 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4fded279-51a4-49f1-86ef-a6e65edbd3f0" 2024-11-07T12:19:18,060 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23ec1e0a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:19:18,060 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [87fb68174c52,40341,-1] 2024-11-07T12:19:18,060 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T12:19:18,060 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:19:18,061 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42546, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T12:19:18,061 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8b5924c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:19:18,062 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37a22708, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:19:18,062 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 87fb68174c52,34313,-1 for getting cluster id 2024-11-07T12:19:18,062 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T12:19:18,063 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b7f175bf-ee4e-48a3-9bff-e9d361127a0a' 2024-11-07T12:19:18,063 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T12:19:18,063 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b7f175bf-ee4e-48a3-9bff-e9d361127a0a" 2024-11-07T12:19:18,063 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65afb56a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:19:18,063 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [87fb68174c52,34313,-1] 2024-11-07T12:19:18,063 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T12:19:18,063 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:19:18,064 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55732, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T12:19:18,064 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d356dae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:19:18,065 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T12:19:18,065 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is 87fb68174c52,34313,1730981949594 2024-11-07T12:19:18,065 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@54dfb15d 2024-11-07T12:19:18,065 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T12:19:18,066 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55734, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-07T12:19:18,066 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34313 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://87fb68174c52:40341,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-07T12:19:18,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34313 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-07T12:19:18,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34313 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-07T12:19:18,069 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='87fb68174c52:40341' 2024-11-07T12:19:18,069 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f351a5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:19:18,069 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 87fb68174c52,40341,-1 for getting cluster id 2024-11-07T12:19:18,070 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T12:19:18,070 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4fded279-51a4-49f1-86ef-a6e65edbd3f0' 2024-11-07T12:19:18,070 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T12:19:18,070 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4fded279-51a4-49f1-86ef-a6e65edbd3f0" 2024-11-07T12:19:18,070 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6fe8535e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:19:18,070 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [87fb68174c52,40341,-1] 2024-11-07T12:19:18,071 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T12:19:18,071 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:19:18,071 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42562, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T12:19:18,072 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1fbf81c4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:19:18,072 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T12:19:18,073 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 87fb68174c52,40341,1730981953090 2024-11-07T12:19:18,073 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2240d798 2024-11-07T12:19:18,073 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T12:19:18,073 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42578, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-07T12:19:18,074 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-07T12:19:18,074 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-07T12:19:18,074 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:19:18,074 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:19:18,074 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T12:19:18,075 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-07T12:19:18,076 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-07T12:19:18,077 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-07T12:19:18,077 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:18,077 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-07T12:19:18,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39351 is added to blk_1073741837_1013 (size=1138) 2024-11-07T12:19:18,086 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 9f88992aaee35c5500b0da4c3f3a7df2, NAME => 'hbase:replication,,1730981958074.9f88992aaee35c5500b0da4c3f3a7df2.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43613/user/jenkins/test-data/082bde32-4ece-cd72-5fa9-d49c968c6634 2024-11-07T12:19:18,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39351 is added to blk_1073741838_1014 (size=44) 2024-11-07T12:19:18,090 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1730981958074.9f88992aaee35c5500b0da4c3f3a7df2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T12:19:18,091 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 9f88992aaee35c5500b0da4c3f3a7df2, disabling compactions & flushes 2024-11-07T12:19:18,091 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1730981958074.9f88992aaee35c5500b0da4c3f3a7df2. 2024-11-07T12:19:18,091 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1730981958074.9f88992aaee35c5500b0da4c3f3a7df2. 2024-11-07T12:19:18,091 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1730981958074.9f88992aaee35c5500b0da4c3f3a7df2. after waiting 0 ms 2024-11-07T12:19:18,091 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1730981958074.9f88992aaee35c5500b0da4c3f3a7df2. 2024-11-07T12:19:18,091 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1730981958074.9f88992aaee35c5500b0da4c3f3a7df2. 2024-11-07T12:19:18,091 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 9f88992aaee35c5500b0da4c3f3a7df2: Waiting for close lock at 1730981958090Disabling compacts and flushes for region at 1730981958090Disabling writes for close at 1730981958091 (+1 ms)Writing region close event to WAL at 1730981958091Closed at 1730981958091 2024-11-07T12:19:18,091 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-07T12:19:18,092 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1730981958074.9f88992aaee35c5500b0da4c3f3a7df2.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1730981958092"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1730981958092"}]},"ts":"1730981958092"} 2024-11-07T12:19:18,093 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-07T12:19:18,094 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-07T12:19:18,094 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1730981958094"}]},"ts":"1730981958094"} 2024-11-07T12:19:18,095 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-07T12:19:18,096 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=9f88992aaee35c5500b0da4c3f3a7df2, ASSIGN}] 2024-11-07T12:19:18,096 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=9f88992aaee35c5500b0da4c3f3a7df2, ASSIGN 2024-11-07T12:19:18,097 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=9f88992aaee35c5500b0da4c3f3a7df2, ASSIGN; state=OFFLINE, location=87fb68174c52,39035,1730981949684; forceNewPlan=false, retain=false 2024-11-07T12:19:18,126 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-07T12:19:18,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34313 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-07T12:19:18,248 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=9f88992aaee35c5500b0da4c3f3a7df2, regionState=OPENING, regionLocation=87fb68174c52,39035,1730981949684 2024-11-07T12:19:18,250 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=9f88992aaee35c5500b0da4c3f3a7df2, ASSIGN because future has completed 2024-11-07T12:19:18,250 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9f88992aaee35c5500b0da4c3f3a7df2, server=87fb68174c52,39035,1730981949684}] 2024-11-07T12:19:18,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34313 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-07T12:19:18,405 INFO [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1730981958074.9f88992aaee35c5500b0da4c3f3a7df2. 2024-11-07T12:19:18,405 INFO [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T12:19:18,406 INFO [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-07T12:19:18,407 INFO [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=87fb68174c52%2C39035%2C1730981949684.rep, suffix=, logDir=hdfs://localhost:43613/user/jenkins/test-data/082bde32-4ece-cd72-5fa9-d49c968c6634/WALs/87fb68174c52,39035,1730981949684, archiveDir=hdfs://localhost:43613/user/jenkins/test-data/082bde32-4ece-cd72-5fa9-d49c968c6634/oldWALs, maxLogs=10 2024-11-07T12:19:18,420 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/082bde32-4ece-cd72-5fa9-d49c968c6634/WALs/87fb68174c52,39035,1730981949684/87fb68174c52%2C39035%2C1730981949684.rep.1730981958407, exclude list is [], retry=0 2024-11-07T12:19:18,422 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39351,DS-78ff3efa-9684-4500-be99-24cce62c8548,DISK] 2024-11-07T12:19:18,423 INFO [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/082bde32-4ece-cd72-5fa9-d49c968c6634/WALs/87fb68174c52,39035,1730981949684/87fb68174c52%2C39035%2C1730981949684.rep.1730981958407 2024-11-07T12:19:18,423 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43985:43985)] 2024-11-07T12:19:18,423 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 9f88992aaee35c5500b0da4c3f3a7df2, NAME => 'hbase:replication,,1730981958074.9f88992aaee35c5500b0da4c3f3a7df2.', STARTKEY => '', ENDKEY => ''} 2024-11-07T12:19:18,424 INFO [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-07T12:19:18,424 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-07T12:19:18,424 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1730981958074.9f88992aaee35c5500b0da4c3f3a7df2. service=MultiRowMutationService 2024-11-07T12:19:18,424 INFO [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-07T12:19:18,424 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 9f88992aaee35c5500b0da4c3f3a7df2 2024-11-07T12:19:18,424 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1730981958074.9f88992aaee35c5500b0da4c3f3a7df2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T12:19:18,424 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 9f88992aaee35c5500b0da4c3f3a7df2 2024-11-07T12:19:18,424 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 9f88992aaee35c5500b0da4c3f3a7df2 2024-11-07T12:19:18,425 INFO [StoreOpener-9f88992aaee35c5500b0da4c3f3a7df2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 9f88992aaee35c5500b0da4c3f3a7df2 2024-11-07T12:19:18,426 INFO [StoreOpener-9f88992aaee35c5500b0da4c3f3a7df2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9f88992aaee35c5500b0da4c3f3a7df2 columnFamilyName hfileref 2024-11-07T12:19:18,426 DEBUG [StoreOpener-9f88992aaee35c5500b0da4c3f3a7df2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:18,426 INFO [StoreOpener-9f88992aaee35c5500b0da4c3f3a7df2-1 {}] regionserver.HStore(327): Store=9f88992aaee35c5500b0da4c3f3a7df2/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T12:19:18,427 INFO [StoreOpener-9f88992aaee35c5500b0da4c3f3a7df2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 9f88992aaee35c5500b0da4c3f3a7df2 2024-11-07T12:19:18,427 INFO [StoreOpener-9f88992aaee35c5500b0da4c3f3a7df2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9f88992aaee35c5500b0da4c3f3a7df2 columnFamilyName queue 2024-11-07T12:19:18,427 DEBUG [StoreOpener-9f88992aaee35c5500b0da4c3f3a7df2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:18,428 INFO [StoreOpener-9f88992aaee35c5500b0da4c3f3a7df2-1 {}] regionserver.HStore(327): Store=9f88992aaee35c5500b0da4c3f3a7df2/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T12:19:18,428 INFO [StoreOpener-9f88992aaee35c5500b0da4c3f3a7df2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 9f88992aaee35c5500b0da4c3f3a7df2 2024-11-07T12:19:18,429 INFO [StoreOpener-9f88992aaee35c5500b0da4c3f3a7df2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9f88992aaee35c5500b0da4c3f3a7df2 columnFamilyName sid 2024-11-07T12:19:18,429 DEBUG [StoreOpener-9f88992aaee35c5500b0da4c3f3a7df2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:18,429 INFO [StoreOpener-9f88992aaee35c5500b0da4c3f3a7df2-1 {}] regionserver.HStore(327): Store=9f88992aaee35c5500b0da4c3f3a7df2/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T12:19:18,429 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 9f88992aaee35c5500b0da4c3f3a7df2 2024-11-07T12:19:18,429 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43613/user/jenkins/test-data/082bde32-4ece-cd72-5fa9-d49c968c6634/data/hbase/replication/9f88992aaee35c5500b0da4c3f3a7df2 2024-11-07T12:19:18,430 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43613/user/jenkins/test-data/082bde32-4ece-cd72-5fa9-d49c968c6634/data/hbase/replication/9f88992aaee35c5500b0da4c3f3a7df2 2024-11-07T12:19:18,431 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 9f88992aaee35c5500b0da4c3f3a7df2 2024-11-07T12:19:18,431 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 9f88992aaee35c5500b0da4c3f3a7df2 2024-11-07T12:19:18,431 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-07T12:19:18,432 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 9f88992aaee35c5500b0da4c3f3a7df2 2024-11-07T12:19:18,434 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43613/user/jenkins/test-data/082bde32-4ece-cd72-5fa9-d49c968c6634/data/hbase/replication/9f88992aaee35c5500b0da4c3f3a7df2/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T12:19:18,434 INFO [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 9f88992aaee35c5500b0da4c3f3a7df2; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62338429, jitterRate=-0.07108502089977264}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-07T12:19:18,434 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9f88992aaee35c5500b0da4c3f3a7df2 2024-11-07T12:19:18,435 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 9f88992aaee35c5500b0da4c3f3a7df2: Running coprocessor pre-open hook at 1730981958424Writing region info on filesystem at 1730981958424Initializing all the Stores at 1730981958425 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730981958425Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730981958425Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730981958425Cleaning up temporary data from old regions at 1730981958431 (+6 ms)Running coprocessor post-open hooks at 1730981958434 (+3 ms)Region opened successfully at 1730981958435 (+1 ms) 2024-11-07T12:19:18,436 INFO [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1730981958074.9f88992aaee35c5500b0da4c3f3a7df2., pid=10, masterSystemTime=1730981958402 2024-11-07T12:19:18,438 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1730981958074.9f88992aaee35c5500b0da4c3f3a7df2. 2024-11-07T12:19:18,438 INFO [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1730981958074.9f88992aaee35c5500b0da4c3f3a7df2. 2024-11-07T12:19:18,439 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=9f88992aaee35c5500b0da4c3f3a7df2, regionState=OPEN, openSeqNum=2, regionLocation=87fb68174c52,39035,1730981949684 2024-11-07T12:19:18,441 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9f88992aaee35c5500b0da4c3f3a7df2, server=87fb68174c52,39035,1730981949684 because future has completed 2024-11-07T12:19:18,444 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-07T12:19:18,444 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 9f88992aaee35c5500b0da4c3f3a7df2, server=87fb68174c52,39035,1730981949684 in 192 msec 2024-11-07T12:19:18,446 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-07T12:19:18,446 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=9f88992aaee35c5500b0da4c3f3a7df2, ASSIGN in 348 msec 2024-11-07T12:19:18,447 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-07T12:19:18,447 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1730981958447"}]},"ts":"1730981958447"} 2024-11-07T12:19:18,448 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-07T12:19:18,449 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-07T12:19:18,450 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 374 msec 2024-11-07T12:19:18,479 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1730981958074.9f88992aaee35c5500b0da4c3f3a7df2., hostname=87fb68174c52,39035,1730981949684, seqNum=2] 2024-11-07T12:19:18,486 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39035-0x1001a2e764d0001, quorum=127.0.0.1:59463, baseZNode=/0462447998 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0462447998 2024-11-07T12:19:18,486 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34313-0x1001a2e764d0000, quorum=127.0.0.1:59463, baseZNode=/0462447998 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0462447998 2024-11-07T12:19:18,490 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-07T12:19:18,642 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39035 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-07T12:19:18,643 INFO [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-07T12:19:18,671 INFO [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-87fb68174c52,39035,1730981949684, ReplicationSource: 1, currentBandwidth=0 2024-11-07T12:19:18,671 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T12:19:18,672 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=87fb68174c52,39035,1730981949684, seqNum=-1] 2024-11-07T12:19:18,672 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T12:19:18,673 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58819, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService 2024-11-07T12:19:18,675 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-87fb68174c52,39035,1730981949684', locateType=CURRENT is [region=hbase:replication,,1730981958074.9f88992aaee35c5500b0da4c3f3a7df2., hostname=87fb68174c52,39035,1730981949684, seqNum=2] 2024-11-07T12:19:18,677 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-07T12:19:18,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34313 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-07T12:19:18,679 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 87fb68174c52,39035,1730981949684 suceeded 2024-11-07T12:19:18,680 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-07T12:19:18,680 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 189 msec 2024-11-07T12:19:18,681 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://87fb68174c52:40341,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-07T12:19:18,682 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 615 msec 2024-11-07T12:19:18,691 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,39035,1730981949684 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='87fb68174c52:40341' 2024-11-07T12:19:18,692 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,39035,1730981949684 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1f51e0d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:19:18,692 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,39035,1730981949684 {}] client.ClusterIdFetcher(90): Going to request 87fb68174c52,40341,-1 for getting cluster id 2024-11-07T12:19:18,692 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,39035,1730981949684 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T12:19:18,692 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4fded279-51a4-49f1-86ef-a6e65edbd3f0' 2024-11-07T12:19:18,692 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T12:19:18,693 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4fded279-51a4-49f1-86ef-a6e65edbd3f0" 2024-11-07T12:19:18,693 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5404c5b9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:19:18,693 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [87fb68174c52,40341,-1] 2024-11-07T12:19:18,693 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T12:19:18,693 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:19:18,694 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42598, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService 2024-11-07T12:19:18,694 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,39035,1730981949684 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4f80cc7e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:19:18,694 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,39035,1730981949684 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T12:19:18,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34313 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-07T12:19:18,695 INFO [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-07T12:19:18,695 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T12:19:18,695 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 87fb68174c52,40341,1730981953090 2024-11-07T12:19:18,695 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T12:19:18,695 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@15c76d9b 2024-11-07T12:19:18,695 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:19:18,695 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:19:18,695 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T12:19:18,695 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T12:19:18,696 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e1490ec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:19:18,696 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 87fb68174c52,40341,-1 for getting cluster id 2024-11-07T12:19:18,696 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42608, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=MasterService 2024-11-07T12:19:18,696 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T12:19:18,697 INFO [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,39035,1730981949684 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-87fb68174c52,39035,1730981949684 (queues=1) is replicating from cluster=b7f175bf-ee4e-48a3-9bff-e9d361127a0a to cluster=4fded279-51a4-49f1-86ef-a6e65edbd3f0 2024-11-07T12:19:18,697 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4fded279-51a4-49f1-86ef-a6e65edbd3f0' 2024-11-07T12:19:18,697 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,39035,1730981949684 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=87fb68174c52%2C39035%2C1730981949684 2024-11-07T12:19:18,697 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T12:19:18,697 INFO [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,39035,1730981949684 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-87fb68174c52,39035,1730981949684, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-07T12:19:18,697 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4fded279-51a4-49f1-86ef-a6e65edbd3f0" 2024-11-07T12:19:18,697 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4169f4bc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:19:18,697 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [87fb68174c52,40341,-1] 2024-11-07T12:19:18,697 INFO [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,39035,1730981949684.replicationSource.shipper87fb68174c52%2C39035%2C1730981949684,1-87fb68174c52,39035,1730981949684 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 87fb68174c52%2C39035%2C1730981949684 2024-11-07T12:19:18,697 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T12:19:18,697 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,39035,1730981949684.replicationSource.wal-reader.87fb68174c52%2C39035%2C1730981949684,1-87fb68174c52,39035,1730981949684 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:43613/user/jenkins/test-data/082bde32-4ece-cd72-5fa9-d49c968c6634/WALs/87fb68174c52,39035,1730981949684/87fb68174c52%2C39035%2C1730981949684.1730981950887, startPosition=0, beingWritten=true 2024-11-07T12:19:18,698 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:19:18,698 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42614, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T12:19:18,699 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@611a7eab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:19:18,699 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T12:19:18,700 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 87fb68174c52,40341,1730981953090 2024-11-07T12:19:18,700 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1954dca1 2024-11-07T12:19:18,700 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T12:19:18,701 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42624, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-07T12:19:18,701 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40341 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://87fb68174c52:34313,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-07T12:19:18,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40341 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-07T12:19:18,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-07T12:19:18,704 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='87fb68174c52:34313' 2024-11-07T12:19:18,705 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5cfd219a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:19:18,705 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 87fb68174c52,34313,-1 for getting cluster id 2024-11-07T12:19:18,705 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,39035,1730981949684.replicationSource.wal-reader.87fb68174c52%2C39035%2C1730981949684,1-87fb68174c52,39035,1730981949684 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-07T12:19:18,705 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T12:19:18,705 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,39035,1730981949684.replicationSource.wal-reader.87fb68174c52%2C39035%2C1730981949684,1-87fb68174c52,39035,1730981949684 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43613/user/jenkins/test-data/082bde32-4ece-cd72-5fa9-d49c968c6634/WALs/87fb68174c52,39035,1730981949684/87fb68174c52%2C39035%2C1730981949684.1730981950887 to pos 379, reset compression=false 2024-11-07T12:19:18,705 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,39035,1730981949684.replicationSource.shipper87fb68174c52%2C39035%2C1730981949684,1-87fb68174c52,39035,1730981949684 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-87fb68174c52,39035,1730981949684 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43613/user/jenkins/test-data/082bde32-4ece-cd72-5fa9-d49c968c6634/WALs/87fb68174c52,39035,1730981949684/87fb68174c52%2C39035%2C1730981949684.1730981950887, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-07T12:19:18,705 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b7f175bf-ee4e-48a3-9bff-e9d361127a0a' 2024-11-07T12:19:18,706 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T12:19:18,706 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b7f175bf-ee4e-48a3-9bff-e9d361127a0a" 2024-11-07T12:19:18,706 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c56961b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:19:18,706 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [87fb68174c52,34313,-1] 2024-11-07T12:19:18,706 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T12:19:18,706 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:19:18,707 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55750, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T12:19:18,707 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@548ffcd8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:19:18,708 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T12:19:18,708 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 87fb68174c52,34313,1730981949594 2024-11-07T12:19:18,708 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@30978d40 2024-11-07T12:19:18,708 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T12:19:18,709 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55764, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-07T12:19:18,709 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-07T12:19:18,710 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-07T12:19:18,710 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:19:18,710 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:19:18,710 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T12:19:18,710 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-07T12:19:18,711 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-07T12:19:18,712 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-07T12:19:18,712 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:18,713 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-07T12:19:18,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34197 is added to blk_1073741837_1013 (size=1138) 2024-11-07T12:19:18,761 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-07T12:19:18,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-07T12:19:18,909 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,39035,1730981949684.replicationSource.wal-reader.87fb68174c52%2C39035%2C1730981949684,1-87fb68174c52,39035,1730981949684 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43613/user/jenkins/test-data/082bde32-4ece-cd72-5fa9-d49c968c6634/WALs/87fb68174c52,39035,1730981949684/87fb68174c52%2C39035%2C1730981949684.1730981950887 to pos 379, reset compression=false 2024-11-07T12:19:19,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-07T12:19:19,119 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 4967f1921c0c42393e5e8afee5ff2352, NAME => 'hbase:replication,,1730981958710.4967f1921c0c42393e5e8afee5ff2352.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39041/user/jenkins/test-data/74566281-99a9-9317-d437-098ca107d872 2024-11-07T12:19:19,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34197 is added to blk_1073741838_1014 (size=44) 2024-11-07T12:19:19,212 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,39035,1730981949684.replicationSource.wal-reader.87fb68174c52%2C39035%2C1730981949684,1-87fb68174c52,39035,1730981949684 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43613/user/jenkins/test-data/082bde32-4ece-cd72-5fa9-d49c968c6634/WALs/87fb68174c52,39035,1730981949684/87fb68174c52%2C39035%2C1730981949684.1730981950887 to pos 379, reset compression=false 2024-11-07T12:19:19,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-07T12:19:19,527 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1730981958710.4967f1921c0c42393e5e8afee5ff2352.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T12:19:19,527 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 4967f1921c0c42393e5e8afee5ff2352, disabling compactions & flushes 2024-11-07T12:19:19,527 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1730981958710.4967f1921c0c42393e5e8afee5ff2352. 2024-11-07T12:19:19,527 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1730981958710.4967f1921c0c42393e5e8afee5ff2352. 2024-11-07T12:19:19,527 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1730981958710.4967f1921c0c42393e5e8afee5ff2352. after waiting 0 ms 2024-11-07T12:19:19,527 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1730981958710.4967f1921c0c42393e5e8afee5ff2352. 2024-11-07T12:19:19,527 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1730981958710.4967f1921c0c42393e5e8afee5ff2352. 2024-11-07T12:19:19,527 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 4967f1921c0c42393e5e8afee5ff2352: Waiting for close lock at 1730981959527Disabling compacts and flushes for region at 1730981959527Disabling writes for close at 1730981959527Writing region close event to WAL at 1730981959527Closed at 1730981959527 2024-11-07T12:19:19,528 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-07T12:19:19,528 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1730981958710.4967f1921c0c42393e5e8afee5ff2352.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1730981959528"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1730981959528"}]},"ts":"1730981959528"} 2024-11-07T12:19:19,530 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-07T12:19:19,531 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-07T12:19:19,531 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1730981959531"}]},"ts":"1730981959531"} 2024-11-07T12:19:19,533 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-07T12:19:19,534 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=4967f1921c0c42393e5e8afee5ff2352, ASSIGN}] 2024-11-07T12:19:19,534 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=4967f1921c0c42393e5e8afee5ff2352, ASSIGN 2024-11-07T12:19:19,535 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=4967f1921c0c42393e5e8afee5ff2352, ASSIGN; state=OFFLINE, location=87fb68174c52,37313,1730981953125; forceNewPlan=false, retain=false 2024-11-07T12:19:19,616 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,39035,1730981949684.replicationSource.wal-reader.87fb68174c52%2C39035%2C1730981949684,1-87fb68174c52,39035,1730981949684 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43613/user/jenkins/test-data/082bde32-4ece-cd72-5fa9-d49c968c6634/WALs/87fb68174c52,39035,1730981949684/87fb68174c52%2C39035%2C1730981949684.1730981950887 to pos 379, reset compression=false 2024-11-07T12:19:19,686 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=4967f1921c0c42393e5e8afee5ff2352, regionState=OPENING, regionLocation=87fb68174c52,37313,1730981953125 2024-11-07T12:19:19,688 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=4967f1921c0c42393e5e8afee5ff2352, ASSIGN because future has completed 2024-11-07T12:19:19,689 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4967f1921c0c42393e5e8afee5ff2352, server=87fb68174c52,37313,1730981953125}] 2024-11-07T12:19:19,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-07T12:19:19,844 INFO [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1730981958710.4967f1921c0c42393e5e8afee5ff2352. 2024-11-07T12:19:19,844 INFO [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T12:19:19,845 INFO [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-07T12:19:19,846 INFO [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=87fb68174c52%2C37313%2C1730981953125.rep, suffix=, logDir=hdfs://localhost:39041/user/jenkins/test-data/74566281-99a9-9317-d437-098ca107d872/WALs/87fb68174c52,37313,1730981953125, archiveDir=hdfs://localhost:39041/user/jenkins/test-data/74566281-99a9-9317-d437-098ca107d872/oldWALs, maxLogs=10 2024-11-07T12:19:19,866 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/74566281-99a9-9317-d437-098ca107d872/WALs/87fb68174c52,37313,1730981953125/87fb68174c52%2C37313%2C1730981953125.rep.1730981959846, exclude list is [], retry=0 2024-11-07T12:19:19,868 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34197,DS-e0d1c307-f89f-4515-9c4d-1bb7e7ee5159,DISK] 2024-11-07T12:19:19,869 INFO [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/74566281-99a9-9317-d437-098ca107d872/WALs/87fb68174c52,37313,1730981953125/87fb68174c52%2C37313%2C1730981953125.rep.1730981959846 2024-11-07T12:19:19,870 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44115:44115)] 2024-11-07T12:19:19,870 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 4967f1921c0c42393e5e8afee5ff2352, NAME => 'hbase:replication,,1730981958710.4967f1921c0c42393e5e8afee5ff2352.', STARTKEY => '', ENDKEY => ''} 2024-11-07T12:19:19,870 INFO [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-07T12:19:19,870 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-07T12:19:19,870 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1730981958710.4967f1921c0c42393e5e8afee5ff2352. service=MultiRowMutationService 2024-11-07T12:19:19,870 INFO [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-07T12:19:19,870 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 4967f1921c0c42393e5e8afee5ff2352 2024-11-07T12:19:19,870 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1730981958710.4967f1921c0c42393e5e8afee5ff2352.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T12:19:19,870 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 4967f1921c0c42393e5e8afee5ff2352 2024-11-07T12:19:19,870 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 4967f1921c0c42393e5e8afee5ff2352 2024-11-07T12:19:19,871 INFO [StoreOpener-4967f1921c0c42393e5e8afee5ff2352-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 4967f1921c0c42393e5e8afee5ff2352 2024-11-07T12:19:19,873 INFO [StoreOpener-4967f1921c0c42393e5e8afee5ff2352-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4967f1921c0c42393e5e8afee5ff2352 columnFamilyName hfileref 2024-11-07T12:19:19,873 DEBUG [StoreOpener-4967f1921c0c42393e5e8afee5ff2352-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:19,873 INFO [StoreOpener-4967f1921c0c42393e5e8afee5ff2352-1 {}] regionserver.HStore(327): Store=4967f1921c0c42393e5e8afee5ff2352/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T12:19:19,873 INFO [StoreOpener-4967f1921c0c42393e5e8afee5ff2352-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 4967f1921c0c42393e5e8afee5ff2352 2024-11-07T12:19:19,874 INFO [StoreOpener-4967f1921c0c42393e5e8afee5ff2352-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4967f1921c0c42393e5e8afee5ff2352 columnFamilyName queue 2024-11-07T12:19:19,874 DEBUG [StoreOpener-4967f1921c0c42393e5e8afee5ff2352-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:19,875 INFO [StoreOpener-4967f1921c0c42393e5e8afee5ff2352-1 {}] regionserver.HStore(327): Store=4967f1921c0c42393e5e8afee5ff2352/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T12:19:19,875 INFO [StoreOpener-4967f1921c0c42393e5e8afee5ff2352-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 4967f1921c0c42393e5e8afee5ff2352 2024-11-07T12:19:19,875 INFO [StoreOpener-4967f1921c0c42393e5e8afee5ff2352-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4967f1921c0c42393e5e8afee5ff2352 columnFamilyName sid 2024-11-07T12:19:19,875 DEBUG [StoreOpener-4967f1921c0c42393e5e8afee5ff2352-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:19,876 INFO [StoreOpener-4967f1921c0c42393e5e8afee5ff2352-1 {}] regionserver.HStore(327): Store=4967f1921c0c42393e5e8afee5ff2352/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T12:19:19,876 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 4967f1921c0c42393e5e8afee5ff2352 2024-11-07T12:19:19,877 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39041/user/jenkins/test-data/74566281-99a9-9317-d437-098ca107d872/data/hbase/replication/4967f1921c0c42393e5e8afee5ff2352 2024-11-07T12:19:19,877 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39041/user/jenkins/test-data/74566281-99a9-9317-d437-098ca107d872/data/hbase/replication/4967f1921c0c42393e5e8afee5ff2352 2024-11-07T12:19:19,877 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 4967f1921c0c42393e5e8afee5ff2352 2024-11-07T12:19:19,877 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 4967f1921c0c42393e5e8afee5ff2352 2024-11-07T12:19:19,878 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-07T12:19:19,879 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 4967f1921c0c42393e5e8afee5ff2352 2024-11-07T12:19:19,880 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39041/user/jenkins/test-data/74566281-99a9-9317-d437-098ca107d872/data/hbase/replication/4967f1921c0c42393e5e8afee5ff2352/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T12:19:19,880 INFO [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 4967f1921c0c42393e5e8afee5ff2352; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72266634, jitterRate=0.07685676217079163}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-07T12:19:19,880 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4967f1921c0c42393e5e8afee5ff2352 2024-11-07T12:19:19,880 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 4967f1921c0c42393e5e8afee5ff2352: Running coprocessor pre-open hook at 1730981959871Writing region info on filesystem at 1730981959871Initializing all the Stores at 1730981959871Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730981959871Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730981959871Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730981959871Cleaning up temporary data from old regions at 1730981959877 (+6 ms)Running coprocessor post-open hooks at 1730981959880 (+3 ms)Region opened successfully at 1730981959880 2024-11-07T12:19:19,881 INFO [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1730981958710.4967f1921c0c42393e5e8afee5ff2352., pid=10, masterSystemTime=1730981959841 2024-11-07T12:19:19,883 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1730981958710.4967f1921c0c42393e5e8afee5ff2352. 2024-11-07T12:19:19,883 INFO [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1730981958710.4967f1921c0c42393e5e8afee5ff2352. 2024-11-07T12:19:19,884 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=4967f1921c0c42393e5e8afee5ff2352, regionState=OPEN, openSeqNum=2, regionLocation=87fb68174c52,37313,1730981953125 2024-11-07T12:19:19,885 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4967f1921c0c42393e5e8afee5ff2352, server=87fb68174c52,37313,1730981953125 because future has completed 2024-11-07T12:19:19,888 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-07T12:19:19,888 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 4967f1921c0c42393e5e8afee5ff2352, server=87fb68174c52,37313,1730981953125 in 197 msec 2024-11-07T12:19:19,889 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-07T12:19:19,889 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=4967f1921c0c42393e5e8afee5ff2352, ASSIGN in 355 msec 2024-11-07T12:19:19,890 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-07T12:19:19,890 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1730981959890"}]},"ts":"1730981959890"} 2024-11-07T12:19:19,892 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-07T12:19:19,892 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-07T12:19:19,894 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1830 sec 2024-11-07T12:19:19,915 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1730981958710.4967f1921c0c42393e5e8afee5ff2352., hostname=87fb68174c52,37313,1730981953125, seqNum=2] 2024-11-07T12:19:19,922 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40341-0x1001a2e764d0003, quorum=127.0.0.1:59463, baseZNode=/1-344109118 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-344109118 2024-11-07T12:19:19,922 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37313-0x1001a2e764d0004, quorum=127.0.0.1:59463, baseZNode=/1-344109118 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-344109118 2024-11-07T12:19:19,925 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-07T12:19:20,078 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37313 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-07T12:19:20,078 INFO [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-07T12:19:20,106 INFO [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-87fb68174c52,37313,1730981953125, ReplicationSource: 1, currentBandwidth=0 2024-11-07T12:19:20,107 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T12:19:20,107 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=87fb68174c52,37313,1730981953125, seqNum=-1] 2024-11-07T12:19:20,107 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T12:19:20,108 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54587, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService 2024-11-07T12:19:20,110 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-87fb68174c52,37313,1730981953125', locateType=CURRENT is [region=hbase:replication,,1730981958710.4967f1921c0c42393e5e8afee5ff2352., hostname=87fb68174c52,37313,1730981953125, seqNum=2] 2024-11-07T12:19:20,112 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-07T12:19:20,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40341 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-07T12:19:20,114 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 87fb68174c52,37313,1730981953125 suceeded 2024-11-07T12:19:20,116 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-07T12:19:20,116 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 189 msec 2024-11-07T12:19:20,116 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://87fb68174c52:34313,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-07T12:19:20,117 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4150 sec 2024-11-07T12:19:20,120 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,39035,1730981949684.replicationSource.wal-reader.87fb68174c52%2C39035%2C1730981949684,1-87fb68174c52,39035,1730981949684 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43613/user/jenkins/test-data/082bde32-4ece-cd72-5fa9-d49c968c6634/WALs/87fb68174c52,39035,1730981949684/87fb68174c52%2C39035%2C1730981949684.1730981950887 to pos 379, reset compression=false 2024-11-07T12:19:20,131 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,37313,1730981953125 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='87fb68174c52:34313' 2024-11-07T12:19:20,132 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,37313,1730981953125 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@792ccf66, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:19:20,132 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,37313,1730981953125 {}] client.ClusterIdFetcher(90): Going to request 87fb68174c52,34313,-1 for getting cluster id 2024-11-07T12:19:20,133 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,37313,1730981953125 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T12:19:20,133 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b7f175bf-ee4e-48a3-9bff-e9d361127a0a' 2024-11-07T12:19:20,133 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T12:19:20,134 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b7f175bf-ee4e-48a3-9bff-e9d361127a0a" 2024-11-07T12:19:20,134 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4d616cb3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:19:20,134 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [87fb68174c52,34313,-1] 2024-11-07T12:19:20,134 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T12:19:20,134 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:19:20,135 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55778, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService 2024-11-07T12:19:20,135 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,37313,1730981953125 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@41387e59, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:19:20,135 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,37313,1730981953125 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T12:19:20,136 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 87fb68174c52,34313,1730981949594 2024-11-07T12:19:20,136 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@790854d2 2024-11-07T12:19:20,136 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T12:19:20,137 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55780, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=MasterService 2024-11-07T12:19:20,137 INFO [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,37313,1730981953125 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-87fb68174c52,37313,1730981953125 (queues=1) is replicating from cluster=4fded279-51a4-49f1-86ef-a6e65edbd3f0 to cluster=b7f175bf-ee4e-48a3-9bff-e9d361127a0a 2024-11-07T12:19:20,137 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,37313,1730981953125 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=87fb68174c52%2C37313%2C1730981953125 2024-11-07T12:19:20,137 INFO [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,37313,1730981953125 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-87fb68174c52,37313,1730981953125, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-07T12:19:20,138 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,37313,1730981953125.replicationSource.wal-reader.87fb68174c52%2C37313%2C1730981953125,1-87fb68174c52,37313,1730981953125 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:39041/user/jenkins/test-data/74566281-99a9-9317-d437-098ca107d872/WALs/87fb68174c52,37313,1730981953125/87fb68174c52%2C37313%2C1730981953125.1730981955112, startPosition=0, beingWritten=true 2024-11-07T12:19:20,138 INFO [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,37313,1730981953125.replicationSource.shipper87fb68174c52%2C37313%2C1730981953125,1-87fb68174c52,37313,1730981953125 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 87fb68174c52%2C37313%2C1730981953125 2024-11-07T12:19:20,143 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,37313,1730981953125.replicationSource.wal-reader.87fb68174c52%2C37313%2C1730981953125,1-87fb68174c52,37313,1730981953125 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-07T12:19:20,143 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,37313,1730981953125.replicationSource.wal-reader.87fb68174c52%2C37313%2C1730981953125,1-87fb68174c52,37313,1730981953125 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39041/user/jenkins/test-data/74566281-99a9-9317-d437-098ca107d872/WALs/87fb68174c52,37313,1730981953125/87fb68174c52%2C37313%2C1730981953125.1730981955112 to pos 379, reset compression=false 2024-11-07T12:19:20,143 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,37313,1730981953125.replicationSource.shipper87fb68174c52%2C37313%2C1730981953125,1-87fb68174c52,37313,1730981953125 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-87fb68174c52,37313,1730981953125 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39041/user/jenkins/test-data/74566281-99a9-9317-d437-098ca107d872/WALs/87fb68174c52,37313,1730981953125/87fb68174c52%2C37313%2C1730981953125.1730981955112, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-07T12:19:20,349 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,37313,1730981953125.replicationSource.wal-reader.87fb68174c52%2C37313%2C1730981953125,1-87fb68174c52,37313,1730981953125 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39041/user/jenkins/test-data/74566281-99a9-9317-d437-098ca107d872/WALs/87fb68174c52,37313,1730981953125/87fb68174c52%2C37313%2C1730981953125.1730981955112 to pos 379, reset compression=false 2024-11-07T12:19:20,653 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,37313,1730981953125.replicationSource.wal-reader.87fb68174c52%2C37313%2C1730981953125,1-87fb68174c52,37313,1730981953125 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39041/user/jenkins/test-data/74566281-99a9-9317-d437-098ca107d872/WALs/87fb68174c52,37313,1730981953125/87fb68174c52%2C37313%2C1730981953125.1730981955112 to pos 379, reset compression=false 2024-11-07T12:19:20,724 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,39035,1730981949684.replicationSource.wal-reader.87fb68174c52%2C39035%2C1730981949684,1-87fb68174c52,39035,1730981949684 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43613/user/jenkins/test-data/082bde32-4ece-cd72-5fa9-d49c968c6634/WALs/87fb68174c52,39035,1730981949684/87fb68174c52%2C39035%2C1730981949684.1730981950887 to pos 379, reset compression=false 2024-11-07T12:19:20,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-07T12:19:20,854 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-07T12:19:20,854 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T12:19:20,854 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T12:19:20,854 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:19:20,855 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:19:20,855 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T12:19:20,855 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T12:19:20,856 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=87fb68174c52,39035,1730981949684, seqNum=-1] 2024-11-07T12:19:20,856 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T12:19:20,857 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59188, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T12:19:20,859 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1730981955775.fb96bff3168d5937d8fc9a1001165fcf., hostname=87fb68174c52,39035,1730981949684, seqNum=2] 2024-11-07T12:19:20,861 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T12:19:20,862 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=87fb68174c52,37313,1730981953125, seqNum=-1] 2024-11-07T12:19:20,862 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T12:19:20,863 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56748, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T12:19:20,864 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1730981956917.8a721138c54e442c2c7929ce7f111599., hostname=87fb68174c52,37313,1730981953125, seqNum=2] 2024-11-07T12:19:20,865 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-07T12:19:20,974 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-07T12:19:21,057 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,37313,1730981953125.replicationSource.wal-reader.87fb68174c52%2C37313%2C1730981953125,1-87fb68174c52,37313,1730981953125 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39041/user/jenkins/test-data/74566281-99a9-9317-d437-098ca107d872/WALs/87fb68174c52,37313,1730981953125/87fb68174c52%2C37313%2C1730981953125.1730981955112 to pos 379, reset compression=false 2024-11-07T12:19:21,446 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,39035,1730981949684.replicationSource.wal-reader.87fb68174c52%2C39035%2C1730981949684,1-87fb68174c52,39035,1730981949684 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43613/user/jenkins/test-data/082bde32-4ece-cd72-5fa9-d49c968c6634/WALs/87fb68174c52,39035,1730981949684/87fb68174c52%2C39035%2C1730981949684.1730981950887 to pos 379, reset compression=false 2024-11-07T12:19:21,451 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,39035,1730981949684.replicationSource.wal-reader.87fb68174c52%2C39035%2C1730981949684,1-87fb68174c52,39035,1730981949684 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-07T12:19:21,451 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,39035,1730981949684.replicationSource.wal-reader.87fb68174c52%2C39035%2C1730981949684,1-87fb68174c52,39035,1730981949684 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43613/user/jenkins/test-data/082bde32-4ece-cd72-5fa9-d49c968c6634/WALs/87fb68174c52,39035,1730981949684/87fb68174c52%2C39035%2C1730981949684.1730981950887 to pos 480, reset compression=false 2024-11-07T12:19:21,451 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,39035,1730981949684.replicationSource.shipper87fb68174c52%2C39035%2C1730981949684,1-87fb68174c52,39035,1730981949684 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-87fb68174c52,39035,1730981949684 got entry batch from reader: WALEntryBatch [walEntries=[{test/fb96bff3168d5937d8fc9a1001165fcf/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:43613/user/jenkins/test-data/082bde32-4ece-cd72-5fa9-d49c968c6634/WALs/87fb68174c52,39035,1730981949684/87fb68174c52%2C39035%2C1730981949684.1730981950887, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-07T12:19:21,453 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,39035,1730981949684.replicationSource.shipper87fb68174c52%2C39035%2C1730981949684,1-87fb68174c52,39035,1730981949684 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-07T12:19:21,454 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56752, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=AdminService 2024-11-07T12:19:21,455 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37313 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-07T12:19:21,456 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37313 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@53e4f33b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:19:21,456 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37313 {}] client.ClusterIdFetcher(90): Going to request 87fb68174c52,40341,-1 for getting cluster id 2024-11-07T12:19:21,456 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37313 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T12:19:21,457 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4fded279-51a4-49f1-86ef-a6e65edbd3f0' 2024-11-07T12:19:21,457 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T12:19:21,457 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4fded279-51a4-49f1-86ef-a6e65edbd3f0" 2024-11-07T12:19:21,457 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3ec8cc70, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:19:21,457 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [87fb68174c52,40341,-1] 2024-11-07T12:19:21,457 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T12:19:21,457 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:19:21,458 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42648, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService 2024-11-07T12:19:21,459 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37313 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@124752ee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:19:21,465 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37313 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T12:19:21,466 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=87fb68174c52,37313,1730981953125, seqNum=-1] 2024-11-07T12:19:21,466 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T12:19:21,467 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56754, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService 2024-11-07T12:19:21,469 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1730981956917.8a721138c54e442c2c7929ce7f111599., hostname=87fb68174c52,37313,1730981953125, seqNum=2] 2024-11-07T12:19:21,495 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37313 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-07T12:19:21,561 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,37313,1730981953125.replicationSource.wal-reader.87fb68174c52%2C37313%2C1730981953125,1-87fb68174c52,37313,1730981953125 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39041/user/jenkins/test-data/74566281-99a9-9317-d437-098ca107d872/WALs/87fb68174c52,37313,1730981953125/87fb68174c52%2C37313%2C1730981953125.1730981955112 to pos 379, reset compression=false 2024-11-07T12:19:21,566 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,37313,1730981953125.replicationSource.wal-reader.87fb68174c52%2C37313%2C1730981953125,1-87fb68174c52,37313,1730981953125 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-07T12:19:21,566 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,37313,1730981953125.replicationSource.wal-reader.87fb68174c52%2C37313%2C1730981953125,1-87fb68174c52,37313,1730981953125 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39041/user/jenkins/test-data/74566281-99a9-9317-d437-098ca107d872/WALs/87fb68174c52,37313,1730981953125/87fb68174c52%2C37313%2C1730981953125.1730981955112 to pos 504, reset compression=false 2024-11-07T12:19:21,566 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,37313,1730981953125.replicationSource.shipper87fb68174c52%2C37313%2C1730981953125,1-87fb68174c52,37313,1730981953125 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-87fb68174c52,37313,1730981953125 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39041/user/jenkins/test-data/74566281-99a9-9317-d437-098ca107d872/WALs/87fb68174c52,37313,1730981953125/87fb68174c52%2C37313%2C1730981953125.1730981955112, lastWalPosition=504, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-07T12:19:21,655 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,39035,1730981949684.replicationSource.wal-reader.87fb68174c52%2C39035%2C1730981949684,1-87fb68174c52,39035,1730981949684 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43613/user/jenkins/test-data/082bde32-4ece-cd72-5fa9-d49c968c6634/WALs/87fb68174c52,39035,1730981949684/87fb68174c52%2C39035%2C1730981949684.1730981950887 to pos 480, reset compression=false 2024-11-07T12:19:21,769 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,37313,1730981953125.replicationSource.wal-reader.87fb68174c52%2C37313%2C1730981953125,1-87fb68174c52,37313,1730981953125 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39041/user/jenkins/test-data/74566281-99a9-9317-d437-098ca107d872/WALs/87fb68174c52,37313,1730981953125/87fb68174c52%2C37313%2C1730981953125.1730981955112 to pos 504, reset compression=false 2024-11-07T12:19:21,868 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-07T12:19:21,871 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-07T12:19:21,884 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T12:19:21,885 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [87fb68174c52,46025,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=87fb68174c52:46025 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-07T12:19:21,885 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 9, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 18263 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [87fb68174c52,46025,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=87fb68174c52:46025 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-07T12:19:21,958 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,39035,1730981949684.replicationSource.wal-reader.87fb68174c52%2C39035%2C1730981949684,1-87fb68174c52,39035,1730981949684 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43613/user/jenkins/test-data/082bde32-4ece-cd72-5fa9-d49c968c6634/WALs/87fb68174c52,39035,1730981949684/87fb68174c52%2C39035%2C1730981949684.1730981950887 to pos 480, reset compression=false 2024-11-07T12:19:22,073 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,37313,1730981953125.replicationSource.wal-reader.87fb68174c52%2C37313%2C1730981953125,1-87fb68174c52,37313,1730981953125 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39041/user/jenkins/test-data/74566281-99a9-9317-d437-098ca107d872/WALs/87fb68174c52,37313,1730981953125/87fb68174c52%2C37313%2C1730981953125.1730981955112 to pos 504, reset compression=false 2024-11-07T12:19:22,077 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,37313,1730981953125.replicationSource.wal-reader.87fb68174c52%2C37313%2C1730981953125,1-87fb68174c52,37313,1730981953125 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-07T12:19:22,077 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,37313,1730981953125.replicationSource.wal-reader.87fb68174c52%2C37313%2C1730981953125,1-87fb68174c52,37313,1730981953125 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39041/user/jenkins/test-data/74566281-99a9-9317-d437-098ca107d872/WALs/87fb68174c52,37313,1730981953125/87fb68174c52%2C37313%2C1730981953125.1730981955112 to pos 608, reset compression=false 2024-11-07T12:19:22,077 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,37313,1730981953125.replicationSource.shipper87fb68174c52%2C37313%2C1730981953125,1-87fb68174c52,37313,1730981953125 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-87fb68174c52,37313,1730981953125 got entry batch from reader: WALEntryBatch [walEntries=[{test/8a721138c54e442c2c7929ce7f111599/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:39041/user/jenkins/test-data/74566281-99a9-9317-d437-098ca107d872/WALs/87fb68174c52,37313,1730981953125/87fb68174c52%2C37313%2C1730981953125.1730981955112, lastWalPosition=608, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-07T12:19:22,080 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,37313,1730981953125.replicationSource.shipper87fb68174c52%2C37313%2C1730981953125,1-87fb68174c52,37313,1730981953125 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-07T12:19:22,081 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59202, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=AdminService 2024-11-07T12:19:22,081 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-07T12:19:22,082 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@9ab30ee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:19:22,082 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] client.ClusterIdFetcher(90): Going to request 87fb68174c52,34313,-1 for getting cluster id 2024-11-07T12:19:22,082 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T12:19:22,082 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b7f175bf-ee4e-48a3-9bff-e9d361127a0a' 2024-11-07T12:19:22,082 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T12:19:22,082 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b7f175bf-ee4e-48a3-9bff-e9d361127a0a" 2024-11-07T12:19:22,083 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1e304c5d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:19:22,083 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [87fb68174c52,34313,-1] 2024-11-07T12:19:22,083 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T12:19:22,083 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:19:22,084 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55798, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService 2024-11-07T12:19:22,084 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@39f8b430, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:19:22,085 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T12:19:22,085 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=87fb68174c52,39035,1730981949684, seqNum=-1] 2024-11-07T12:19:22,086 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T12:19:22,086 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59204, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService 2024-11-07T12:19:22,088 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1730981955775.fb96bff3168d5937d8fc9a1001165fcf., hostname=87fb68174c52,39035,1730981949684, seqNum=2] 2024-11-07T12:19:22,090 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-07T12:19:22,281 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,37313,1730981953125.replicationSource.wal-reader.87fb68174c52%2C37313%2C1730981953125,1-87fb68174c52,37313,1730981953125 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39041/user/jenkins/test-data/74566281-99a9-9317-d437-098ca107d872/WALs/87fb68174c52,37313,1730981953125/87fb68174c52%2C37313%2C1730981953125.1730981955112 to pos 608, reset compression=false 2024-11-07T12:19:22,362 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,39035,1730981949684.replicationSource.wal-reader.87fb68174c52%2C39035%2C1730981949684,1-87fb68174c52,39035,1730981949684 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43613/user/jenkins/test-data/082bde32-4ece-cd72-5fa9-d49c968c6634/WALs/87fb68174c52,39035,1730981949684/87fb68174c52%2C39035%2C1730981949684.1730981950887 to pos 480, reset compression=false 2024-11-07T12:19:22,367 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,39035,1730981949684.replicationSource.wal-reader.87fb68174c52%2C39035%2C1730981949684,1-87fb68174c52,39035,1730981949684 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-07T12:19:22,367 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,39035,1730981949684.replicationSource.wal-reader.87fb68174c52%2C39035%2C1730981949684,1-87fb68174c52,39035,1730981949684 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43613/user/jenkins/test-data/082bde32-4ece-cd72-5fa9-d49c968c6634/WALs/87fb68174c52,39035,1730981949684/87fb68174c52%2C39035%2C1730981949684.1730981950887 to pos 607, reset compression=false 2024-11-07T12:19:22,367 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,39035,1730981949684.replicationSource.shipper87fb68174c52%2C39035%2C1730981949684,1-87fb68174c52,39035,1730981949684 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-87fb68174c52,39035,1730981949684 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43613/user/jenkins/test-data/082bde32-4ece-cd72-5fa9-d49c968c6634/WALs/87fb68174c52,39035,1730981949684/87fb68174c52%2C39035%2C1730981949684.1730981950887, lastWalPosition=607, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-07T12:19:22,570 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,39035,1730981949684.replicationSource.wal-reader.87fb68174c52%2C39035%2C1730981949684,1-87fb68174c52,39035,1730981949684 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43613/user/jenkins/test-data/082bde32-4ece-cd72-5fa9-d49c968c6634/WALs/87fb68174c52,39035,1730981949684/87fb68174c52%2C39035%2C1730981949684.1730981950887 to pos 607, reset compression=false 2024-11-07T12:19:22,584 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,37313,1730981953125.replicationSource.wal-reader.87fb68174c52%2C37313%2C1730981953125,1-87fb68174c52,37313,1730981953125 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39041/user/jenkins/test-data/74566281-99a9-9317-d437-098ca107d872/WALs/87fb68174c52,37313,1730981953125/87fb68174c52%2C37313%2C1730981953125.1730981955112 to pos 608, reset compression=false 2024-11-07T12:19:22,874 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-07T12:19:22,874 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,39035,1730981949684.replicationSource.wal-reader.87fb68174c52%2C39035%2C1730981949684,1-87fb68174c52,39035,1730981949684 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43613/user/jenkins/test-data/082bde32-4ece-cd72-5fa9-d49c968c6634/WALs/87fb68174c52,39035,1730981949684/87fb68174c52%2C39035%2C1730981949684.1730981950887 to pos 607, reset compression=false 2024-11-07T12:19:22,881 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,39035,1730981949684.replicationSource.wal-reader.87fb68174c52%2C39035%2C1730981949684,1-87fb68174c52,39035,1730981949684 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-07T12:19:22,881 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,39035,1730981949684.replicationSource.wal-reader.87fb68174c52%2C39035%2C1730981949684,1-87fb68174c52,39035,1730981949684 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43613/user/jenkins/test-data/082bde32-4ece-cd72-5fa9-d49c968c6634/WALs/87fb68174c52,39035,1730981949684/87fb68174c52%2C39035%2C1730981949684.1730981950887 to pos 763, reset compression=false 2024-11-07T12:19:22,881 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,39035,1730981949684.replicationSource.shipper87fb68174c52%2C39035%2C1730981949684,1-87fb68174c52,39035,1730981949684 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-87fb68174c52,39035,1730981949684 got entry batch from reader: WALEntryBatch [walEntries=[{test/fb96bff3168d5937d8fc9a1001165fcf/6=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:43613/user/jenkins/test-data/082bde32-4ece-cd72-5fa9-d49c968c6634/WALs/87fb68174c52,39035,1730981949684/87fb68174c52%2C39035%2C1730981949684.1730981950887, lastWalPosition=763, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-07T12:19:22,882 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37313 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-07T12:19:22,884 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-07T12:19:22,885 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37313 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-07T12:19:22,988 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,37313,1730981953125.replicationSource.wal-reader.87fb68174c52%2C37313%2C1730981953125,1-87fb68174c52,37313,1730981953125 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39041/user/jenkins/test-data/74566281-99a9-9317-d437-098ca107d872/WALs/87fb68174c52,37313,1730981953125/87fb68174c52%2C37313%2C1730981953125.1730981955112 to pos 608, reset compression=false 2024-11-07T12:19:22,992 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,37313,1730981953125.replicationSource.wal-reader.87fb68174c52%2C37313%2C1730981953125,1-87fb68174c52,37313,1730981953125 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-07T12:19:22,992 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,37313,1730981953125.replicationSource.wal-reader.87fb68174c52%2C37313%2C1730981953125,1-87fb68174c52,37313,1730981953125 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39041/user/jenkins/test-data/74566281-99a9-9317-d437-098ca107d872/WALs/87fb68174c52,37313,1730981953125/87fb68174c52%2C37313%2C1730981953125.1730981955112 to pos 756, reset compression=false 2024-11-07T12:19:22,992 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,37313,1730981953125.replicationSource.shipper87fb68174c52%2C37313%2C1730981953125,1-87fb68174c52,37313,1730981953125 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-87fb68174c52,37313,1730981953125 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39041/user/jenkins/test-data/74566281-99a9-9317-d437-098ca107d872/WALs/87fb68174c52,37313,1730981953125/87fb68174c52%2C37313%2C1730981953125.1730981955112, lastWalPosition=756, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-07T12:19:23,086 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,39035,1730981949684.replicationSource.wal-reader.87fb68174c52%2C39035%2C1730981949684,1-87fb68174c52,39035,1730981949684 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43613/user/jenkins/test-data/082bde32-4ece-cd72-5fa9-d49c968c6634/WALs/87fb68174c52,39035,1730981949684/87fb68174c52%2C39035%2C1730981949684.1730981950887 to pos 763, reset compression=false 2024-11-07T12:19:23,155 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-07T12:19:23,193 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T12:19:23,193 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T12:19:23,193 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T12:19:23,194 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T12:19:23,194 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T12:19:23,194 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T12:19:23,196 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,37313,1730981953125.replicationSource.wal-reader.87fb68174c52%2C37313%2C1730981953125,1-87fb68174c52,37313,1730981953125 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39041/user/jenkins/test-data/74566281-99a9-9317-d437-098ca107d872/WALs/87fb68174c52,37313,1730981953125/87fb68174c52%2C37313%2C1730981953125.1730981955112 to pos 756, reset compression=false 2024-11-07T12:19:23,200 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T12:19:23,202 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T12:19:23,202 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T12:19:23,205 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T12:19:23,390 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,39035,1730981949684.replicationSource.wal-reader.87fb68174c52%2C39035%2C1730981949684,1-87fb68174c52,39035,1730981949684 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43613/user/jenkins/test-data/082bde32-4ece-cd72-5fa9-d49c968c6634/WALs/87fb68174c52,39035,1730981949684/87fb68174c52%2C39035%2C1730981949684.1730981950887 to pos 763, reset compression=false 2024-11-07T12:19:23,500 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,37313,1730981953125.replicationSource.wal-reader.87fb68174c52%2C37313%2C1730981953125,1-87fb68174c52,37313,1730981953125 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39041/user/jenkins/test-data/74566281-99a9-9317-d437-098ca107d872/WALs/87fb68174c52,37313,1730981953125/87fb68174c52%2C37313%2C1730981953125.1730981955112 to pos 756, reset compression=false 2024-11-07T12:19:23,794 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,39035,1730981949684.replicationSource.wal-reader.87fb68174c52%2C39035%2C1730981949684,1-87fb68174c52,39035,1730981949684 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43613/user/jenkins/test-data/082bde32-4ece-cd72-5fa9-d49c968c6634/WALs/87fb68174c52,39035,1730981949684/87fb68174c52%2C39035%2C1730981949684.1730981950887 to pos 763, reset compression=false 2024-11-07T12:19:23,886 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-07T12:19:23,895 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-07T12:19:23,904 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,37313,1730981953125.replicationSource.wal-reader.87fb68174c52%2C37313%2C1730981953125,1-87fb68174c52,37313,1730981953125 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39041/user/jenkins/test-data/74566281-99a9-9317-d437-098ca107d872/WALs/87fb68174c52,37313,1730981953125/87fb68174c52%2C37313%2C1730981953125.1730981955112 to pos 756, reset compression=false 2024-11-07T12:19:23,910 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,37313,1730981953125.replicationSource.wal-reader.87fb68174c52%2C37313%2C1730981953125,1-87fb68174c52,37313,1730981953125 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-07T12:19:23,910 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,37313,1730981953125.replicationSource.wal-reader.87fb68174c52%2C37313%2C1730981953125,1-87fb68174c52,37313,1730981953125 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39041/user/jenkins/test-data/74566281-99a9-9317-d437-098ca107d872/WALs/87fb68174c52,37313,1730981953125/87fb68174c52%2C37313%2C1730981953125.1730981955112 to pos 915, reset compression=false 2024-11-07T12:19:23,910 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,37313,1730981953125.replicationSource.shipper87fb68174c52%2C37313%2C1730981953125,1-87fb68174c52,37313,1730981953125 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-87fb68174c52,37313,1730981953125 got entry batch from reader: WALEntryBatch [walEntries=[{test/8a721138c54e442c2c7929ce7f111599/7=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:39041/user/jenkins/test-data/74566281-99a9-9317-d437-098ca107d872/WALs/87fb68174c52,37313,1730981953125/87fb68174c52%2C37313%2C1730981953125.1730981955112, lastWalPosition=915, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-07T12:19:23,911 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-07T12:19:23,914 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-07T12:19:24,117 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,37313,1730981953125.replicationSource.wal-reader.87fb68174c52%2C37313%2C1730981953125,1-87fb68174c52,37313,1730981953125 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39041/user/jenkins/test-data/74566281-99a9-9317-d437-098ca107d872/WALs/87fb68174c52,37313,1730981953125/87fb68174c52%2C37313%2C1730981953125.1730981955112 to pos 915, reset compression=false 2024-11-07T12:19:24,298 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,39035,1730981949684.replicationSource.wal-reader.87fb68174c52%2C39035%2C1730981949684,1-87fb68174c52,39035,1730981949684 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43613/user/jenkins/test-data/082bde32-4ece-cd72-5fa9-d49c968c6634/WALs/87fb68174c52,39035,1730981949684/87fb68174c52%2C39035%2C1730981949684.1730981950887 to pos 763, reset compression=false 2024-11-07T12:19:24,303 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,39035,1730981949684.replicationSource.wal-reader.87fb68174c52%2C39035%2C1730981949684,1-87fb68174c52,39035,1730981949684 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-07T12:19:24,303 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,39035,1730981949684.replicationSource.wal-reader.87fb68174c52%2C39035%2C1730981949684,1-87fb68174c52,39035,1730981949684 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43613/user/jenkins/test-data/082bde32-4ece-cd72-5fa9-d49c968c6634/WALs/87fb68174c52,39035,1730981949684/87fb68174c52%2C39035%2C1730981949684.1730981950887 to pos 912, reset compression=false 2024-11-07T12:19:24,303 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,39035,1730981949684.replicationSource.shipper87fb68174c52%2C39035%2C1730981949684,1-87fb68174c52,39035,1730981949684 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-87fb68174c52,39035,1730981949684 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43613/user/jenkins/test-data/082bde32-4ece-cd72-5fa9-d49c968c6634/WALs/87fb68174c52,39035,1730981949684/87fb68174c52%2C39035%2C1730981949684.1730981950887, lastWalPosition=912, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-07T12:19:24,422 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,37313,1730981953125.replicationSource.wal-reader.87fb68174c52%2C37313%2C1730981953125,1-87fb68174c52,37313,1730981953125 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39041/user/jenkins/test-data/74566281-99a9-9317-d437-098ca107d872/WALs/87fb68174c52,37313,1730981953125/87fb68174c52%2C37313%2C1730981953125.1730981955112 to pos 915, reset compression=false 2024-11-07T12:19:24,506 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,39035,1730981949684.replicationSource.wal-reader.87fb68174c52%2C39035%2C1730981949684,1-87fb68174c52,39035,1730981949684 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43613/user/jenkins/test-data/082bde32-4ece-cd72-5fa9-d49c968c6634/WALs/87fb68174c52,39035,1730981949684/87fb68174c52%2C39035%2C1730981949684.1730981950887 to pos 912, reset compression=false 2024-11-07T12:19:24,810 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,39035,1730981949684.replicationSource.wal-reader.87fb68174c52%2C39035%2C1730981949684,1-87fb68174c52,39035,1730981949684 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43613/user/jenkins/test-data/082bde32-4ece-cd72-5fa9-d49c968c6634/WALs/87fb68174c52,39035,1730981949684/87fb68174c52%2C39035%2C1730981949684.1730981950887 to pos 912, reset compression=false 2024-11-07T12:19:24,826 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,37313,1730981953125.replicationSource.wal-reader.87fb68174c52%2C37313%2C1730981953125,1-87fb68174c52,37313,1730981953125 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39041/user/jenkins/test-data/74566281-99a9-9317-d437-098ca107d872/WALs/87fb68174c52,37313,1730981953125/87fb68174c52%2C37313%2C1730981953125.1730981955112 to pos 915, reset compression=false 2024-11-07T12:19:24,897 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-07T12:19:24,900 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-07T12:19:24,900 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T12:19:24,900 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T12:19:24,900 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:19:24,900 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:19:24,901 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T12:19:24,901 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-07T12:19:24,901 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=786169496, stopped=false 2024-11-07T12:19:24,901 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=87fb68174c52,40341,1730981953090 2024-11-07T12:19:24,903 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40341-0x1001a2e764d0003, quorum=127.0.0.1:59463, baseZNode=/1-344109118 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-344109118/running 2024-11-07T12:19:24,903 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37313-0x1001a2e764d0004, quorum=127.0.0.1:59463, baseZNode=/1-344109118 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-344109118/running 2024-11-07T12:19:24,903 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37313-0x1001a2e764d0004, quorum=127.0.0.1:59463, baseZNode=/1-344109118 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-344109118 2024-11-07T12:19:24,903 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40341-0x1001a2e764d0003, quorum=127.0.0.1:59463, baseZNode=/1-344109118 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-344109118 2024-11-07T12:19:24,903 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-07T12:19:24,903 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T12:19:24,903 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T12:19:24,904 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:19:24,904 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '87fb68174c52,37313,1730981953125' ***** 2024-11-07T12:19:24,904 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-07T12:19:24,904 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37313-0x1001a2e764d0004, quorum=127.0.0.1:59463, baseZNode=/1-344109118 Set watcher on znode that does not yet exist, /1-344109118/running 2024-11-07T12:19:24,904 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40341-0x1001a2e764d0003, quorum=127.0.0.1:59463, baseZNode=/1-344109118 Set watcher on znode that does not yet exist, /1-344109118/running 2024-11-07T12:19:24,905 INFO [RS:0;87fb68174c52:37313 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-07T12:19:24,905 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-07T12:19:24,905 INFO [RS:0;87fb68174c52:37313 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-07T12:19:24,905 INFO [RS:0;87fb68174c52:37313 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-07T12:19:24,905 INFO [RS:0;87fb68174c52:37313 {}] regionserver.HRegionServer(3091): Received CLOSE for 4967f1921c0c42393e5e8afee5ff2352 2024-11-07T12:19:24,905 INFO [RS:0;87fb68174c52:37313 {}] regionserver.HRegionServer(3091): Received CLOSE for 8a721138c54e442c2c7929ce7f111599 2024-11-07T12:19:24,905 INFO [RS:0;87fb68174c52:37313 {}] regionserver.HRegionServer(959): stopping server 87fb68174c52,37313,1730981953125 2024-11-07T12:19:24,905 INFO [RS:0;87fb68174c52:37313 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-07T12:19:24,905 INFO [RS:0;87fb68174c52:37313 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;87fb68174c52:37313. 2024-11-07T12:19:24,905 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 4967f1921c0c42393e5e8afee5ff2352, disabling compactions & flushes 2024-11-07T12:19:24,905 DEBUG [RS:0;87fb68174c52:37313 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T12:19:24,905 DEBUG [RS:0;87fb68174c52:37313 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:19:24,905 INFO [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1730981958710.4967f1921c0c42393e5e8afee5ff2352. 2024-11-07T12:19:24,905 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1730981958710.4967f1921c0c42393e5e8afee5ff2352. 2024-11-07T12:19:24,906 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1730981958710.4967f1921c0c42393e5e8afee5ff2352. after waiting 0 ms 2024-11-07T12:19:24,906 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1730981958710.4967f1921c0c42393e5e8afee5ff2352. 2024-11-07T12:19:24,906 INFO [RS:0;87fb68174c52:37313 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-07T12:19:24,906 INFO [RS:0;87fb68174c52:37313 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-07T12:19:24,906 INFO [RS:0;87fb68174c52:37313 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-07T12:19:24,906 INFO [RS:0;87fb68174c52:37313 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-07T12:19:24,906 INFO [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 4967f1921c0c42393e5e8afee5ff2352 3/3 column families, dataSize=892 B heapSize=2.06 KB 2024-11-07T12:19:24,906 INFO [RS:0;87fb68174c52:37313 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-07T12:19:24,906 DEBUG [RS:0;87fb68174c52:37313 {}] regionserver.HRegionServer(1325): Online Regions={4967f1921c0c42393e5e8afee5ff2352=hbase:replication,,1730981958710.4967f1921c0c42393e5e8afee5ff2352., 1588230740=hbase:meta,,1.1588230740, 8a721138c54e442c2c7929ce7f111599=test,,1730981956917.8a721138c54e442c2c7929ce7f111599.} 2024-11-07T12:19:24,906 DEBUG [RS:0;87fb68174c52:37313 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4967f1921c0c42393e5e8afee5ff2352, 8a721138c54e442c2c7929ce7f111599 2024-11-07T12:19:24,906 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-07T12:19:24,906 INFO [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-07T12:19:24,906 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-07T12:19:24,906 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-07T12:19:24,906 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-07T12:19:24,906 INFO [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-07T12:19:24,922 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39041/user/jenkins/test-data/74566281-99a9-9317-d437-098ca107d872/data/hbase/replication/4967f1921c0c42393e5e8afee5ff2352/.tmp/queue/31cfd6fbf5294ca688bb11a0ec4f9e35 is 153, key is 1-87fb68174c52,37313,1730981953125/queue:87fb68174c52%2C37313%2C1730981953125/1730981963915/Put/seqid=0 2024-11-07T12:19:24,927 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34197 is added to blk_1073741840_1016 (size=5352) 2024-11-07T12:19:24,927 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39041/user/jenkins/test-data/74566281-99a9-9317-d437-098ca107d872/data/hbase/meta/1588230740/.tmp/info/a9c9ecd2d72e491d8a9bc0d60a84976b is 147, key is hbase:replication,,1730981958710.4967f1921c0c42393e5e8afee5ff2352./info:regioninfo/1730981959884/Put/seqid=0 2024-11-07T12:19:24,928 INFO [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=892 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:39041/user/jenkins/test-data/74566281-99a9-9317-d437-098ca107d872/data/hbase/replication/4967f1921c0c42393e5e8afee5ff2352/.tmp/queue/31cfd6fbf5294ca688bb11a0ec4f9e35 2024-11-07T12:19:24,933 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39041/user/jenkins/test-data/74566281-99a9-9317-d437-098ca107d872/data/hbase/replication/4967f1921c0c42393e5e8afee5ff2352/.tmp/queue/31cfd6fbf5294ca688bb11a0ec4f9e35 as hdfs://localhost:39041/user/jenkins/test-data/74566281-99a9-9317-d437-098ca107d872/data/hbase/replication/4967f1921c0c42393e5e8afee5ff2352/queue/31cfd6fbf5294ca688bb11a0ec4f9e35 2024-11-07T12:19:24,938 INFO [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39041/user/jenkins/test-data/74566281-99a9-9317-d437-098ca107d872/data/hbase/replication/4967f1921c0c42393e5e8afee5ff2352/queue/31cfd6fbf5294ca688bb11a0ec4f9e35, entries=1, sequenceid=10, filesize=5.2 K 2024-11-07T12:19:24,939 INFO [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~892 B/892, heapSize ~1.55 KB/1584, currentSize=0 B/0 for 4967f1921c0c42393e5e8afee5ff2352 in 33ms, sequenceid=10, compaction requested=false 2024-11-07T12:19:24,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34197 is added to blk_1073741841_1017 (size=7686) 2024-11-07T12:19:24,948 INFO [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39041/user/jenkins/test-data/74566281-99a9-9317-d437-098ca107d872/data/hbase/meta/1588230740/.tmp/info/a9c9ecd2d72e491d8a9bc0d60a84976b 2024-11-07T12:19:24,951 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39041/user/jenkins/test-data/74566281-99a9-9317-d437-098ca107d872/data/hbase/replication/4967f1921c0c42393e5e8afee5ff2352/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-07T12:19:24,952 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-07T12:19:24,952 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-07T12:19:24,952 INFO [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1730981958710.4967f1921c0c42393e5e8afee5ff2352. 2024-11-07T12:19:24,952 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 4967f1921c0c42393e5e8afee5ff2352: Waiting for close lock at 1730981964905Running coprocessor pre-close hooks at 1730981964905Disabling compacts and flushes for region at 1730981964905Disabling writes for close at 1730981964906 (+1 ms)Obtaining lock to block concurrent updates at 1730981964906Preparing flush snapshotting stores in 4967f1921c0c42393e5e8afee5ff2352 at 1730981964906Finished memstore snapshotting hbase:replication,,1730981958710.4967f1921c0c42393e5e8afee5ff2352., syncing WAL and waiting on mvcc, flushsize=dataSize=892, getHeapSize=2064, getOffHeapSize=0, getCellsCount=6 at 1730981964906Flushing stores of hbase:replication,,1730981958710.4967f1921c0c42393e5e8afee5ff2352. at 1730981964907 (+1 ms)Flushing 4967f1921c0c42393e5e8afee5ff2352/queue: creating writer at 1730981964907Flushing 4967f1921c0c42393e5e8afee5ff2352/queue: appending metadata at 1730981964921 (+14 ms)Flushing 4967f1921c0c42393e5e8afee5ff2352/queue: closing flushed file at 1730981964921Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@71f6e74a: reopening flushed file at 1730981964933 (+12 ms)Finished flush of dataSize ~892 B/892, heapSize ~1.55 KB/1584, currentSize=0 B/0 for 4967f1921c0c42393e5e8afee5ff2352 in 33ms, sequenceid=10, compaction requested=false at 1730981964939 (+6 ms)Writing region close event to WAL at 1730981964944 (+5 ms)Running coprocessor post-close hooks at 1730981964952 (+8 ms)Closed at 1730981964952 2024-11-07T12:19:24,952 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1730981958710.4967f1921c0c42393e5e8afee5ff2352. 2024-11-07T12:19:24,952 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8a721138c54e442c2c7929ce7f111599, disabling compactions & flushes 2024-11-07T12:19:24,952 INFO [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1730981956917.8a721138c54e442c2c7929ce7f111599. 2024-11-07T12:19:24,952 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1730981956917.8a721138c54e442c2c7929ce7f111599. 2024-11-07T12:19:24,952 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1730981956917.8a721138c54e442c2c7929ce7f111599. after waiting 0 ms 2024-11-07T12:19:24,952 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1730981956917.8a721138c54e442c2c7929ce7f111599. 2024-11-07T12:19:24,952 INFO [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 8a721138c54e442c2c7929ce7f111599 3/3 column families, dataSize=192 B heapSize=1.46 KB 2024-11-07T12:19:24,975 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39041/user/jenkins/test-data/74566281-99a9-9317-d437-098ca107d872/data/hbase/meta/1588230740/.tmp/ns/4313764cc9e9403683c109a41cbcf95c is 43, key is default/ns:d/1730981955720/Put/seqid=0 2024-11-07T12:19:24,976 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39041/user/jenkins/test-data/74566281-99a9-9317-d437-098ca107d872/data/default/test/8a721138c54e442c2c7929ce7f111599/.tmp/f/00fd3cc08b16432f8c1d453589b3fca9 is 29, key is row1/f:/1730981963887/DeleteFamily/seqid=0 2024-11-07T12:19:24,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34197 is added to blk_1073741842_1018 (size=5153) 2024-11-07T12:19:24,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34197 is added to blk_1073741843_1019 (size=5118) 2024-11-07T12:19:24,983 INFO [regionserver/87fb68174c52:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-07T12:19:24,983 INFO [regionserver/87fb68174c52:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-07T12:19:24,983 INFO [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:39041/user/jenkins/test-data/74566281-99a9-9317-d437-098ca107d872/data/default/test/8a721138c54e442c2c7929ce7f111599/.tmp/f/00fd3cc08b16432f8c1d453589b3fca9 2024-11-07T12:19:24,988 INFO [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 00fd3cc08b16432f8c1d453589b3fca9 2024-11-07T12:19:24,992 INFO [regionserver/87fb68174c52:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-07T12:19:25,005 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39041/user/jenkins/test-data/74566281-99a9-9317-d437-098ca107d872/data/default/test/8a721138c54e442c2c7929ce7f111599/.tmp/f1/fd4e20f720d4441ab646f6d8aeda3e06 is 30, key is row1/f1:/1730981963887/DeleteFamily/seqid=0 2024-11-07T12:19:25,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34197 is added to blk_1073741844_1020 (size=5123) 2024-11-07T12:19:25,009 INFO [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:39041/user/jenkins/test-data/74566281-99a9-9317-d437-098ca107d872/data/default/test/8a721138c54e442c2c7929ce7f111599/.tmp/f1/fd4e20f720d4441ab646f6d8aeda3e06 2024-11-07T12:19:25,013 INFO [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for fd4e20f720d4441ab646f6d8aeda3e06 2024-11-07T12:19:25,034 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39041/user/jenkins/test-data/74566281-99a9-9317-d437-098ca107d872/data/default/test/8a721138c54e442c2c7929ce7f111599/.tmp/norep/9168472d80074342a5b2e159d2119277 is 33, key is row1/norep:/1730981963887/DeleteFamily/seqid=0 2024-11-07T12:19:25,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34197 is added to blk_1073741845_1021 (size=5108) 2024-11-07T12:19:25,038 INFO [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:39041/user/jenkins/test-data/74566281-99a9-9317-d437-098ca107d872/data/default/test/8a721138c54e442c2c7929ce7f111599/.tmp/norep/9168472d80074342a5b2e159d2119277 2024-11-07T12:19:25,044 INFO [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9168472d80074342a5b2e159d2119277 2024-11-07T12:19:25,046 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39041/user/jenkins/test-data/74566281-99a9-9317-d437-098ca107d872/data/default/test/8a721138c54e442c2c7929ce7f111599/.tmp/f/00fd3cc08b16432f8c1d453589b3fca9 as hdfs://localhost:39041/user/jenkins/test-data/74566281-99a9-9317-d437-098ca107d872/data/default/test/8a721138c54e442c2c7929ce7f111599/f/00fd3cc08b16432f8c1d453589b3fca9 2024-11-07T12:19:25,053 INFO [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 00fd3cc08b16432f8c1d453589b3fca9 2024-11-07T12:19:25,053 INFO [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39041/user/jenkins/test-data/74566281-99a9-9317-d437-098ca107d872/data/default/test/8a721138c54e442c2c7929ce7f111599/f/00fd3cc08b16432f8c1d453589b3fca9, entries=2, sequenceid=8, filesize=5.0 K 2024-11-07T12:19:25,055 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39041/user/jenkins/test-data/74566281-99a9-9317-d437-098ca107d872/data/default/test/8a721138c54e442c2c7929ce7f111599/.tmp/f1/fd4e20f720d4441ab646f6d8aeda3e06 as hdfs://localhost:39041/user/jenkins/test-data/74566281-99a9-9317-d437-098ca107d872/data/default/test/8a721138c54e442c2c7929ce7f111599/f1/fd4e20f720d4441ab646f6d8aeda3e06 2024-11-07T12:19:25,060 INFO [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for fd4e20f720d4441ab646f6d8aeda3e06 2024-11-07T12:19:25,060 INFO [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39041/user/jenkins/test-data/74566281-99a9-9317-d437-098ca107d872/data/default/test/8a721138c54e442c2c7929ce7f111599/f1/fd4e20f720d4441ab646f6d8aeda3e06, entries=2, sequenceid=8, filesize=5.0 K 2024-11-07T12:19:25,061 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39041/user/jenkins/test-data/74566281-99a9-9317-d437-098ca107d872/data/default/test/8a721138c54e442c2c7929ce7f111599/.tmp/norep/9168472d80074342a5b2e159d2119277 as hdfs://localhost:39041/user/jenkins/test-data/74566281-99a9-9317-d437-098ca107d872/data/default/test/8a721138c54e442c2c7929ce7f111599/norep/9168472d80074342a5b2e159d2119277 2024-11-07T12:19:25,067 INFO [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9168472d80074342a5b2e159d2119277 2024-11-07T12:19:25,067 INFO [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39041/user/jenkins/test-data/74566281-99a9-9317-d437-098ca107d872/data/default/test/8a721138c54e442c2c7929ce7f111599/norep/9168472d80074342a5b2e159d2119277, entries=1, sequenceid=8, filesize=5.0 K 2024-11-07T12:19:25,068 INFO [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 8a721138c54e442c2c7929ce7f111599 in 116ms, sequenceid=8, compaction requested=false 2024-11-07T12:19:25,075 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39041/user/jenkins/test-data/74566281-99a9-9317-d437-098ca107d872/data/default/test/8a721138c54e442c2c7929ce7f111599/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-07T12:19:25,076 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-07T12:19:25,076 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-07T12:19:25,076 INFO [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1730981956917.8a721138c54e442c2c7929ce7f111599. 2024-11-07T12:19:25,076 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8a721138c54e442c2c7929ce7f111599: Waiting for close lock at 1730981964952Running coprocessor pre-close hooks at 1730981964952Disabling compacts and flushes for region at 1730981964952Disabling writes for close at 1730981964952Obtaining lock to block concurrent updates at 1730981964952Preparing flush snapshotting stores in 8a721138c54e442c2c7929ce7f111599 at 1730981964952Finished memstore snapshotting test,,1730981956917.8a721138c54e442c2c7929ce7f111599., syncing WAL and waiting on mvcc, flushsize=dataSize=192, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1730981964953 (+1 ms)Flushing stores of test,,1730981956917.8a721138c54e442c2c7929ce7f111599. at 1730981964954 (+1 ms)Flushing 8a721138c54e442c2c7929ce7f111599/f: creating writer at 1730981964954Flushing 8a721138c54e442c2c7929ce7f111599/f: appending metadata at 1730981964975 (+21 ms)Flushing 8a721138c54e442c2c7929ce7f111599/f: closing flushed file at 1730981964976 (+1 ms)Flushing 8a721138c54e442c2c7929ce7f111599/f1: creating writer at 1730981964988 (+12 ms)Flushing 8a721138c54e442c2c7929ce7f111599/f1: appending metadata at 1730981965005 (+17 ms)Flushing 8a721138c54e442c2c7929ce7f111599/f1: closing flushed file at 1730981965005Flushing 8a721138c54e442c2c7929ce7f111599/norep: creating writer at 1730981965014 (+9 ms)Flushing 8a721138c54e442c2c7929ce7f111599/norep: appending metadata at 1730981965033 (+19 ms)Flushing 8a721138c54e442c2c7929ce7f111599/norep: closing flushed file at 1730981965033Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5c918476: reopening flushed file at 1730981965045 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5a0ff144: reopening flushed file at 1730981965053 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@d5559e2: reopening flushed file at 1730981965061 (+8 ms)Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 8a721138c54e442c2c7929ce7f111599 in 116ms, sequenceid=8, compaction requested=false at 1730981965068 (+7 ms)Writing region close event to WAL at 1730981965072 (+4 ms)Running coprocessor post-close hooks at 1730981965076 (+4 ms)Closed at 1730981965076 2024-11-07T12:19:25,076 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1730981956917.8a721138c54e442c2c7929ce7f111599. 2024-11-07T12:19:25,106 DEBUG [RS:0;87fb68174c52:37313 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-07T12:19:25,214 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,39035,1730981949684.replicationSource.wal-reader.87fb68174c52%2C39035%2C1730981949684,1-87fb68174c52,39035,1730981949684 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43613/user/jenkins/test-data/082bde32-4ece-cd72-5fa9-d49c968c6634/WALs/87fb68174c52,39035,1730981949684/87fb68174c52%2C39035%2C1730981949684.1730981950887 to pos 912, reset compression=false 2024-11-07T12:19:25,245 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-07T12:19:25,245 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-07T12:19:25,246 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-07T12:19:25,246 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-07T12:19:25,247 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-07T12:19:25,247 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-07T12:19:25,306 DEBUG [RS:0;87fb68174c52:37313 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-07T12:19:25,330 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,37313,1730981953125.replicationSource.wal-reader.87fb68174c52%2C37313%2C1730981953125,1-87fb68174c52,37313,1730981953125 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39041/user/jenkins/test-data/74566281-99a9-9317-d437-098ca107d872/WALs/87fb68174c52,37313,1730981953125/87fb68174c52%2C37313%2C1730981953125.1730981955112 to pos 915, reset compression=false 2024-11-07T12:19:25,335 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,37313,1730981953125.replicationSource.wal-reader.87fb68174c52%2C37313%2C1730981953125,1-87fb68174c52,37313,1730981953125 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-07T12:19:25,335 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,37313,1730981953125.replicationSource.wal-reader.87fb68174c52%2C37313%2C1730981953125,1-87fb68174c52,37313,1730981953125 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39041/user/jenkins/test-data/74566281-99a9-9317-d437-098ca107d872/WALs/87fb68174c52,37313,1730981953125/87fb68174c52%2C37313%2C1730981953125.1730981955112 to pos 1806, reset compression=false 2024-11-07T12:19:25,336 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,37313,1730981953125.replicationSource.shipper87fb68174c52%2C37313%2C1730981953125,1-87fb68174c52,37313,1730981953125 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-87fb68174c52,37313,1730981953125 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39041/user/jenkins/test-data/74566281-99a9-9317-d437-098ca107d872/WALs/87fb68174c52,37313,1730981953125/87fb68174c52%2C37313%2C1730981953125.1730981955112, lastWalPosition=1806, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-07T12:19:25,337 ERROR [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,37313,1730981953125.replicationSource.shipper87fb68174c52%2C37313%2C1730981953125,1-87fb68174c52,37313,1730981953125 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 87fb68174c52,37313,1730981953125: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-87fb68174c52,37313,1730981953125, walGroup=87fb68174c52%2C37313%2C1730981953125, offset=87fb68174c52%2C37313%2C1730981953125.1730981955112:1806, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=87fb68174c52:37313 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-07T12:19:25,338 ERROR [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,37313,1730981953125.replicationSource.shipper87fb68174c52%2C37313%2C1730981953125,1-87fb68174c52,37313,1730981953125 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-07T12:19:25,338 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,37313,1730981953125.replicationSource.shipper87fb68174c52%2C37313%2C1730981953125,1-87fb68174c52,37313,1730981953125 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-07T12:19:25,339 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,37313,1730981953125.replicationSource.shipper87fb68174c52%2C37313%2C1730981953125,1-87fb68174c52,37313,1730981953125 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-07T12:19:25,339 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,37313,1730981953125.replicationSource.shipper87fb68174c52%2C37313%2C1730981953125,1-87fb68174c52,37313,1730981953125 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-07T12:19:25,339 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,37313,1730981953125.replicationSource.shipper87fb68174c52%2C37313%2C1730981953125,1-87fb68174c52,37313,1730981953125 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-07T12:19:25,339 INFO [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,37313,1730981953125.replicationSource.shipper87fb68174c52%2C37313%2C1730981953125,1-87fb68174c52,37313,1730981953125 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1054867456, "init": 1048576000, "max": 2306867200, "used": 587736056 }, "NonHeapMemoryUsage": { "committed": 194379776, "init": 7667712, "max": -1, "used": 190019728 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-07T12:19:25,341 WARN [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,37313,1730981953125.replicationSource.shipper87fb68174c52%2C37313%2C1730981953125,1-87fb68174c52,37313,1730981953125 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=87fb68174c52:40341 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=87fb68174c52:40341 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-07T12:19:25,382 INFO [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39041/user/jenkins/test-data/74566281-99a9-9317-d437-098ca107d872/data/hbase/meta/1588230740/.tmp/ns/4313764cc9e9403683c109a41cbcf95c 2024-11-07T12:19:25,400 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39041/user/jenkins/test-data/74566281-99a9-9317-d437-098ca107d872/data/hbase/meta/1588230740/.tmp/rep_barrier/b98744cf7714491d9e61e621bf5448d0 is 112, key is test,,1730981956917.8a721138c54e442c2c7929ce7f111599./rep_barrier:seqnumDuringOpen/1730981957666/Put/seqid=0 2024-11-07T12:19:25,403 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34197 is added to blk_1073741846_1022 (size=5518) 2024-11-07T12:19:25,507 DEBUG [RS:0;87fb68174c52:37313 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-07T12:19:25,540 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,37313,1730981953125.replicationSource.wal-reader.87fb68174c52%2C37313%2C1730981953125,1-87fb68174c52,37313,1730981953125 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39041/user/jenkins/test-data/74566281-99a9-9317-d437-098ca107d872/WALs/87fb68174c52,37313,1730981953125/87fb68174c52%2C37313%2C1730981953125.1730981955112 to pos 1806, reset compression=false 2024-11-07T12:19:25,707 DEBUG [RS:0;87fb68174c52:37313 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-07T12:19:25,719 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,39035,1730981949684.replicationSource.wal-reader.87fb68174c52%2C39035%2C1730981949684,1-87fb68174c52,39035,1730981949684 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43613/user/jenkins/test-data/082bde32-4ece-cd72-5fa9-d49c968c6634/WALs/87fb68174c52,39035,1730981949684/87fb68174c52%2C39035%2C1730981949684.1730981950887 to pos 912, reset compression=false 2024-11-07T12:19:25,804 INFO [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39041/user/jenkins/test-data/74566281-99a9-9317-d437-098ca107d872/data/hbase/meta/1588230740/.tmp/rep_barrier/b98744cf7714491d9e61e621bf5448d0 2024-11-07T12:19:25,831 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39041/user/jenkins/test-data/74566281-99a9-9317-d437-098ca107d872/data/hbase/meta/1588230740/.tmp/table/38cd2800886a44d9a06b23c23d0aa584 is 53, key is hbase:replication/table:state/1730981959890/Put/seqid=0 2024-11-07T12:19:25,835 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34197 is added to blk_1073741847_1023 (size=5308) 2024-11-07T12:19:25,844 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,37313,1730981953125.replicationSource.wal-reader.87fb68174c52%2C37313%2C1730981953125,1-87fb68174c52,37313,1730981953125 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39041/user/jenkins/test-data/74566281-99a9-9317-d437-098ca107d872/WALs/87fb68174c52,37313,1730981953125/87fb68174c52%2C37313%2C1730981953125.1730981955112 to pos 1806, reset compression=false 2024-11-07T12:19:25,907 INFO [RS:0;87fb68174c52:37313 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-07T12:19:25,907 DEBUG [RS:0;87fb68174c52:37313 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-07T12:19:25,907 DEBUG [RS:0;87fb68174c52:37313 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-07T12:19:26,107 DEBUG [RS:0;87fb68174c52:37313 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-07T12:19:26,235 INFO [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39041/user/jenkins/test-data/74566281-99a9-9317-d437-098ca107d872/data/hbase/meta/1588230740/.tmp/table/38cd2800886a44d9a06b23c23d0aa584 2024-11-07T12:19:26,240 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39041/user/jenkins/test-data/74566281-99a9-9317-d437-098ca107d872/data/hbase/meta/1588230740/.tmp/info/a9c9ecd2d72e491d8a9bc0d60a84976b as hdfs://localhost:39041/user/jenkins/test-data/74566281-99a9-9317-d437-098ca107d872/data/hbase/meta/1588230740/info/a9c9ecd2d72e491d8a9bc0d60a84976b 2024-11-07T12:19:26,244 INFO [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39041/user/jenkins/test-data/74566281-99a9-9317-d437-098ca107d872/data/hbase/meta/1588230740/info/a9c9ecd2d72e491d8a9bc0d60a84976b, entries=20, sequenceid=16, filesize=7.5 K 2024-11-07T12:19:26,245 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39041/user/jenkins/test-data/74566281-99a9-9317-d437-098ca107d872/data/hbase/meta/1588230740/.tmp/ns/4313764cc9e9403683c109a41cbcf95c as hdfs://localhost:39041/user/jenkins/test-data/74566281-99a9-9317-d437-098ca107d872/data/hbase/meta/1588230740/ns/4313764cc9e9403683c109a41cbcf95c 2024-11-07T12:19:26,248 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,37313,1730981953125.replicationSource.wal-reader.87fb68174c52%2C37313%2C1730981953125,1-87fb68174c52,37313,1730981953125 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39041/user/jenkins/test-data/74566281-99a9-9317-d437-098ca107d872/WALs/87fb68174c52,37313,1730981953125/87fb68174c52%2C37313%2C1730981953125.1730981955112 to pos 1806, reset compression=false 2024-11-07T12:19:26,249 INFO [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39041/user/jenkins/test-data/74566281-99a9-9317-d437-098ca107d872/data/hbase/meta/1588230740/ns/4313764cc9e9403683c109a41cbcf95c, entries=2, sequenceid=16, filesize=5.0 K 2024-11-07T12:19:26,250 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39041/user/jenkins/test-data/74566281-99a9-9317-d437-098ca107d872/data/hbase/meta/1588230740/.tmp/rep_barrier/b98744cf7714491d9e61e621bf5448d0 as hdfs://localhost:39041/user/jenkins/test-data/74566281-99a9-9317-d437-098ca107d872/data/hbase/meta/1588230740/rep_barrier/b98744cf7714491d9e61e621bf5448d0 2024-11-07T12:19:26,254 INFO [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39041/user/jenkins/test-data/74566281-99a9-9317-d437-098ca107d872/data/hbase/meta/1588230740/rep_barrier/b98744cf7714491d9e61e621bf5448d0, entries=1, sequenceid=16, filesize=5.4 K 2024-11-07T12:19:26,255 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39041/user/jenkins/test-data/74566281-99a9-9317-d437-098ca107d872/data/hbase/meta/1588230740/.tmp/table/38cd2800886a44d9a06b23c23d0aa584 as hdfs://localhost:39041/user/jenkins/test-data/74566281-99a9-9317-d437-098ca107d872/data/hbase/meta/1588230740/table/38cd2800886a44d9a06b23c23d0aa584 2024-11-07T12:19:26,259 INFO [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39041/user/jenkins/test-data/74566281-99a9-9317-d437-098ca107d872/data/hbase/meta/1588230740/table/38cd2800886a44d9a06b23c23d0aa584, entries=4, sequenceid=16, filesize=5.2 K 2024-11-07T12:19:26,259 INFO [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1353ms, sequenceid=16, compaction requested=false 2024-11-07T12:19:26,263 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39041/user/jenkins/test-data/74566281-99a9-9317-d437-098ca107d872/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-07T12:19:26,264 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-07T12:19:26,264 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-07T12:19:26,264 INFO [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-07T12:19:26,264 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1730981964906Running coprocessor pre-close hooks at 1730981964906Disabling compacts and flushes for region at 1730981964906Disabling writes for close at 1730981964906Obtaining lock to block concurrent updates at 1730981964906Preparing flush snapshotting stores in 1588230740 at 1730981964906Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1730981964907 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1730981964907Flushing 1588230740/info: creating writer at 1730981964907Flushing 1588230740/info: appending metadata at 1730981964927 (+20 ms)Flushing 1588230740/info: closing flushed file at 1730981964927Flushing 1588230740/ns: creating writer at 1730981964954 (+27 ms)Flushing 1588230740/ns: appending metadata at 1730981964974 (+20 ms)Flushing 1588230740/ns: closing flushed file at 1730981964974Flushing 1588230740/rep_barrier: creating writer at 1730981965386 (+412 ms)Flushing 1588230740/rep_barrier: appending metadata at 1730981965400 (+14 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1730981965400Flushing 1588230740/table: creating writer at 1730981965809 (+409 ms)Flushing 1588230740/table: appending metadata at 1730981965830 (+21 ms)Flushing 1588230740/table: closing flushed file at 1730981965830Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2d33bb8a: reopening flushed file at 1730981966240 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6ce12ce: reopening flushed file at 1730981966245 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7ab96ec6: reopening flushed file at 1730981966249 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5f74272e: reopening flushed file at 1730981966254 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1353ms, sequenceid=16, compaction requested=false at 1730981966260 (+6 ms)Writing region close event to WAL at 1730981966261 (+1 ms)Running coprocessor post-close hooks at 1730981966264 (+3 ms)Closed at 1730981966264 2024-11-07T12:19:26,264 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-07T12:19:26,308 INFO [RS:0;87fb68174c52:37313 {}] regionserver.HRegionServer(976): stopping server 87fb68174c52,37313,1730981953125; all regions closed. 2024-11-07T12:19:26,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34197 is added to blk_1073741834_1010 (size=4239) 2024-11-07T12:19:26,310 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/74566281-99a9-9317-d437-098ca107d872/WALs/87fb68174c52,37313,1730981953125/87fb68174c52%2C37313%2C1730981953125.meta.1730981955682.meta not finished, retry = 0 2024-11-07T12:19:26,323 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,39035,1730981949684.replicationSource.wal-reader.87fb68174c52%2C39035%2C1730981949684,1-87fb68174c52,39035,1730981949684 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43613/user/jenkins/test-data/082bde32-4ece-cd72-5fa9-d49c968c6634/WALs/87fb68174c52,39035,1730981949684/87fb68174c52%2C39035%2C1730981949684.1730981950887 to pos 912, reset compression=false 2024-11-07T12:19:26,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34197 is added to blk_1073741839_1015 (size=2676) 2024-11-07T12:19:26,417 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/74566281-99a9-9317-d437-098ca107d872/WALs/87fb68174c52,37313,1730981953125/87fb68174c52%2C37313%2C1730981953125.1730981955112 not finished, retry = 0 2024-11-07T12:19:26,417 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34197 is added to blk_1073741832_1008 (size=1814) 2024-11-07T12:19:26,518 DEBUG [RS:0;87fb68174c52:37313 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:19:26,518 INFO [RS:0;87fb68174c52:37313 {}] regionserver.LeaseManager(133): Closed leases 2024-11-07T12:19:26,518 INFO [RS:0;87fb68174c52:37313 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-07T12:19:26,519 INFO [RS:0;87fb68174c52:37313 {}] hbase.ChoreService(370): Chore service for: regionserver/87fb68174c52:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-07T12:19:26,519 INFO [RS:0;87fb68174c52:37313 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-07T12:19:26,519 INFO [regionserver/87fb68174c52:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-07T12:19:26,519 INFO [RS:0;87fb68174c52:37313 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-87fb68174c52,37313,1730981953125 because: Region server is closing 2024-11-07T12:19:26,519 INFO [RS:0;87fb68174c52:37313 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;87fb68174c52:37313. 2024-11-07T12:19:26,520 DEBUG [RS:0;87fb68174c52:37313 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T12:19:26,520 DEBUG [RS:0;87fb68174c52:37313 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:19:26,520 DEBUG [RS:0;87fb68174c52:37313 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:19:26,520 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T12:19:26,620 INFO [RS:0;87fb68174c52:37313 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,37313,1730981953125.replicationSource.shipper87fb68174c52%2C37313%2C1730981953125,1-87fb68174c52,37313,1730981953125 terminated 2024-11-07T12:19:26,620 WARN [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,37313,1730981953125.replicationSource.wal-reader.87fb68174c52%2C37313%2C1730981953125,1-87fb68174c52,37313,1730981953125 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-07T12:19:26,620 INFO [RS:0;87fb68174c52:37313 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;87fb68174c52:37313. 2024-11-07T12:19:26,620 DEBUG [RS:0;87fb68174c52:37313 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T12:19:26,620 DEBUG [RS:0;87fb68174c52:37313 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:19:26,621 DEBUG [RS:0;87fb68174c52:37313 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:19:26,621 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T12:19:26,621 INFO [RS:0;87fb68174c52:37313 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:37313 2024-11-07T12:19:26,623 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37313-0x1001a2e764d0004, quorum=127.0.0.1:59463, baseZNode=/1-344109118 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-344109118/rs/87fb68174c52,37313,1730981953125 2024-11-07T12:19:26,623 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40341-0x1001a2e764d0003, quorum=127.0.0.1:59463, baseZNode=/1-344109118 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-344109118/rs 2024-11-07T12:19:26,623 INFO [RS:0;87fb68174c52:37313 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-07T12:19:26,624 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [87fb68174c52,37313,1730981953125] 2024-11-07T12:19:26,626 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-344109118/draining/87fb68174c52,37313,1730981953125 already deleted, retry=false 2024-11-07T12:19:26,626 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 87fb68174c52,37313,1730981953125 expired; onlineServers=0 2024-11-07T12:19:26,626 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '87fb68174c52,40341,1730981953090' ***** 2024-11-07T12:19:26,626 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-07T12:19:26,626 INFO [M:0;87fb68174c52:40341 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-07T12:19:26,626 INFO [M:0;87fb68174c52:40341 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-07T12:19:26,626 DEBUG [M:0;87fb68174c52:40341 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-07T12:19:26,626 DEBUG [M:0;87fb68174c52:40341 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-07T12:19:26,626 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-07T12:19:26,626 DEBUG [master/87fb68174c52:0:becomeActiveMaster-HFileCleaner.large.0-1730981954927 {}] cleaner.HFileCleaner(306): Exit Thread[master/87fb68174c52:0:becomeActiveMaster-HFileCleaner.large.0-1730981954927,5,FailOnTimeoutGroup] 2024-11-07T12:19:26,627 DEBUG [master/87fb68174c52:0:becomeActiveMaster-HFileCleaner.small.0-1730981954928 {}] cleaner.HFileCleaner(306): Exit Thread[master/87fb68174c52:0:becomeActiveMaster-HFileCleaner.small.0-1730981954928,5,FailOnTimeoutGroup] 2024-11-07T12:19:26,627 INFO [M:0;87fb68174c52:40341 {}] hbase.ChoreService(370): Chore service for: master/87fb68174c52:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-07T12:19:26,627 INFO [M:0;87fb68174c52:40341 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-07T12:19:26,627 DEBUG [M:0;87fb68174c52:40341 {}] master.HMaster(1795): Stopping service threads 2024-11-07T12:19:26,627 INFO [M:0;87fb68174c52:40341 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-07T12:19:26,627 INFO [M:0;87fb68174c52:40341 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-07T12:19:26,627 INFO [M:0;87fb68174c52:40341 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-07T12:19:26,627 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-07T12:19:26,628 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40341-0x1001a2e764d0003, quorum=127.0.0.1:59463, baseZNode=/1-344109118 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-344109118/master 2024-11-07T12:19:26,628 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40341-0x1001a2e764d0003, quorum=127.0.0.1:59463, baseZNode=/1-344109118 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-344109118 2024-11-07T12:19:26,628 DEBUG [M:0;87fb68174c52:40341 {}] zookeeper.ZKUtil(347): master:40341-0x1001a2e764d0003, quorum=127.0.0.1:59463, baseZNode=/1-344109118 Unable to get data of znode /1-344109118/master because node does not exist (not an error) 2024-11-07T12:19:26,628 WARN [M:0;87fb68174c52:40341 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-07T12:19:26,629 INFO [M:0;87fb68174c52:40341 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39041/user/jenkins/test-data/74566281-99a9-9317-d437-098ca107d872/.lastflushedseqids 2024-11-07T12:19:26,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34197 is added to blk_1073741848_1024 (size=245) 2024-11-07T12:19:26,725 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37313-0x1001a2e764d0004, quorum=127.0.0.1:59463, baseZNode=/1-344109118 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T12:19:26,725 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37313-0x1001a2e764d0004, quorum=127.0.0.1:59463, baseZNode=/1-344109118 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T12:19:26,725 INFO [RS:0;87fb68174c52:37313 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-07T12:19:26,725 INFO [RS:0;87fb68174c52:37313 {}] regionserver.HRegionServer(1031): Exiting; stopping=87fb68174c52,37313,1730981953125; zookeeper connection closed. 2024-11-07T12:19:26,725 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7e0837cd {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7e0837cd 2024-11-07T12:19:26,725 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-07T12:19:27,027 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,39035,1730981949684.replicationSource.wal-reader.87fb68174c52%2C39035%2C1730981949684,1-87fb68174c52,39035,1730981949684 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43613/user/jenkins/test-data/082bde32-4ece-cd72-5fa9-d49c968c6634/WALs/87fb68174c52,39035,1730981949684/87fb68174c52%2C39035%2C1730981949684.1730981950887 to pos 912, reset compression=false 2024-11-07T12:19:27,033 INFO [M:0;87fb68174c52:40341 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-07T12:19:27,034 INFO [M:0;87fb68174c52:40341 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-07T12:19:27,034 DEBUG [M:0;87fb68174c52:40341 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-07T12:19:27,034 INFO [M:0;87fb68174c52:40341 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T12:19:27,034 DEBUG [M:0;87fb68174c52:40341 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T12:19:27,034 DEBUG [M:0;87fb68174c52:40341 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-07T12:19:27,034 DEBUG [M:0;87fb68174c52:40341 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T12:19:27,034 INFO [M:0;87fb68174c52:40341 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-07T12:19:27,049 DEBUG [M:0;87fb68174c52:40341 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39041/user/jenkins/test-data/74566281-99a9-9317-d437-098ca107d872/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/576b57e8b42847dda87d33050ec4aee3 is 82, key is hbase:meta,,1/info:regioninfo/1730981955711/Put/seqid=0 2024-11-07T12:19:27,053 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34197 is added to blk_1073741849_1025 (size=5672) 2024-11-07T12:19:27,453 INFO [M:0;87fb68174c52:40341 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:39041/user/jenkins/test-data/74566281-99a9-9317-d437-098ca107d872/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/576b57e8b42847dda87d33050ec4aee3 2024-11-07T12:19:27,475 DEBUG [M:0;87fb68174c52:40341 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39041/user/jenkins/test-data/74566281-99a9-9317-d437-098ca107d872/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0ff9173268e34784b318d532e84cb8d3 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1730981959893/Put/seqid=0 2024-11-07T12:19:27,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34197 is added to blk_1073741850_1026 (size=8516) 2024-11-07T12:19:27,831 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,39035,1730981949684.replicationSource.wal-reader.87fb68174c52%2C39035%2C1730981949684,1-87fb68174c52,39035,1730981949684 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43613/user/jenkins/test-data/082bde32-4ece-cd72-5fa9-d49c968c6634/WALs/87fb68174c52,39035,1730981949684/87fb68174c52%2C39035%2C1730981949684.1730981950887 to pos 912, reset compression=false 2024-11-07T12:19:27,880 INFO [M:0;87fb68174c52:40341 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:39041/user/jenkins/test-data/74566281-99a9-9317-d437-098ca107d872/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0ff9173268e34784b318d532e84cb8d3 2024-11-07T12:19:27,898 DEBUG [M:0;87fb68174c52:40341 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39041/user/jenkins/test-data/74566281-99a9-9317-d437-098ca107d872/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d6c4d840b5b54e49882e185a620b1796 is 69, key is 87fb68174c52,37313,1730981953125/rs:state/1730981954967/Put/seqid=0 2024-11-07T12:19:27,907 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34197 is added to blk_1073741851_1027 (size=5156) 2024-11-07T12:19:27,907 INFO [M:0;87fb68174c52:40341 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:39041/user/jenkins/test-data/74566281-99a9-9317-d437-098ca107d872/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d6c4d840b5b54e49882e185a620b1796 2024-11-07T12:19:27,913 DEBUG [M:0;87fb68174c52:40341 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39041/user/jenkins/test-data/74566281-99a9-9317-d437-098ca107d872/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/576b57e8b42847dda87d33050ec4aee3 as hdfs://localhost:39041/user/jenkins/test-data/74566281-99a9-9317-d437-098ca107d872/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/576b57e8b42847dda87d33050ec4aee3 2024-11-07T12:19:27,917 INFO [M:0;87fb68174c52:40341 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39041/user/jenkins/test-data/74566281-99a9-9317-d437-098ca107d872/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/576b57e8b42847dda87d33050ec4aee3, entries=8, sequenceid=97, filesize=5.5 K 2024-11-07T12:19:27,918 DEBUG [M:0;87fb68174c52:40341 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39041/user/jenkins/test-data/74566281-99a9-9317-d437-098ca107d872/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0ff9173268e34784b318d532e84cb8d3 as hdfs://localhost:39041/user/jenkins/test-data/74566281-99a9-9317-d437-098ca107d872/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0ff9173268e34784b318d532e84cb8d3 2024-11-07T12:19:27,921 INFO [M:0;87fb68174c52:40341 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39041/user/jenkins/test-data/74566281-99a9-9317-d437-098ca107d872/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0ff9173268e34784b318d532e84cb8d3, entries=11, sequenceid=97, filesize=8.3 K 2024-11-07T12:19:27,922 DEBUG [M:0;87fb68174c52:40341 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39041/user/jenkins/test-data/74566281-99a9-9317-d437-098ca107d872/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d6c4d840b5b54e49882e185a620b1796 as hdfs://localhost:39041/user/jenkins/test-data/74566281-99a9-9317-d437-098ca107d872/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d6c4d840b5b54e49882e185a620b1796 2024-11-07T12:19:27,926 INFO [M:0;87fb68174c52:40341 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39041/user/jenkins/test-data/74566281-99a9-9317-d437-098ca107d872/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d6c4d840b5b54e49882e185a620b1796, entries=1, sequenceid=97, filesize=5.0 K 2024-11-07T12:19:27,927 INFO [M:0;87fb68174c52:40341 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 893ms, sequenceid=97, compaction requested=false 2024-11-07T12:19:27,928 INFO [M:0;87fb68174c52:40341 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T12:19:27,928 DEBUG [M:0;87fb68174c52:40341 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1730981967034Disabling compacts and flushes for region at 1730981967034Disabling writes for close at 1730981967034Obtaining lock to block concurrent updates at 1730981967034Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1730981967034Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1730981967035 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1730981967035Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1730981967035Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1730981967049 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1730981967049Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1730981967457 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1730981967475 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1730981967475Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1730981967884 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1730981967898 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1730981967898Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@79f9bd86: reopening flushed file at 1730981967912 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1b02a078: reopening flushed file at 1730981967917 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7e394b30: reopening flushed file at 1730981967922 (+5 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 893ms, sequenceid=97, compaction requested=false at 1730981967927 (+5 ms)Writing region close event to WAL at 1730981967928 (+1 ms)Closed at 1730981967928 2024-11-07T12:19:27,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34197 is added to blk_1073741830_1006 (size=63654) 2024-11-07T12:19:27,931 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-07T12:19:27,931 INFO [M:0;87fb68174c52:40341 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-07T12:19:27,931 INFO [M:0;87fb68174c52:40341 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:40341 2024-11-07T12:19:27,932 INFO [M:0;87fb68174c52:40341 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-07T12:19:28,034 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40341-0x1001a2e764d0003, quorum=127.0.0.1:59463, baseZNode=/1-344109118 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T12:19:28,034 INFO [M:0;87fb68174c52:40341 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-07T12:19:28,034 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40341-0x1001a2e764d0003, quorum=127.0.0.1:59463, baseZNode=/1-344109118 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T12:19:28,037 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5d3c1889{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T12:19:28,037 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2cd5bed6{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-07T12:19:28,037 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-07T12:19:28,038 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@703f26be{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-07T12:19:28,038 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@77b4d2a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf4d963b-9b19-9dc8-dd19-c9e0cf071780/hadoop.log.dir/,STOPPED} 2024-11-07T12:19:28,039 WARN [BP-675836088-172.17.0.3-1730981952065 heartbeating to localhost/127.0.0.1:39041 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-07T12:19:28,039 WARN [BP-675836088-172.17.0.3-1730981952065 heartbeating to localhost/127.0.0.1:39041 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-675836088-172.17.0.3-1730981952065 (Datanode Uuid 6f76f7c6-1ff6-4f0b-a8ad-106dd3d3747e) service to localhost/127.0.0.1:39041 2024-11-07T12:19:28,040 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-07T12:19:28,040 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-07T12:19:28,040 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf4d963b-9b19-9dc8-dd19-c9e0cf071780/cluster_1450c97b-39a0-1af5-912f-8c1199a1a41c/data/data1/current/BP-675836088-172.17.0.3-1730981952065 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T12:19:28,040 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf4d963b-9b19-9dc8-dd19-c9e0cf071780/cluster_1450c97b-39a0-1af5-912f-8c1199a1a41c/data/data2/current/BP-675836088-172.17.0.3-1730981952065 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T12:19:28,040 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-07T12:19:28,047 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1c207e82{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-07T12:19:28,047 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@754ba998{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-07T12:19:28,047 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-07T12:19:28,047 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5f1c236a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-07T12:19:28,047 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7f6ac4bf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf4d963b-9b19-9dc8-dd19-c9e0cf071780/hadoop.log.dir/,STOPPED} 2024-11-07T12:19:28,066 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-07T12:19:28,066 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-07T12:19:28,066 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T12:19:28,066 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T12:19:28,066 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:19:28,066 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:19:28,066 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T12:19:28,066 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-07T12:19:28,067 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1797958315, stopped=false 2024-11-07T12:19:28,067 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=87fb68174c52,34313,1730981949594 2024-11-07T12:19:28,068 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34313-0x1001a2e764d0000, quorum=127.0.0.1:59463, baseZNode=/0462447998 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0462447998/running 2024-11-07T12:19:28,068 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39035-0x1001a2e764d0001, quorum=127.0.0.1:59463, baseZNode=/0462447998 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0462447998/running 2024-11-07T12:19:28,068 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34313-0x1001a2e764d0000, quorum=127.0.0.1:59463, baseZNode=/0462447998 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0462447998 2024-11-07T12:19:28,068 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39035-0x1001a2e764d0001, quorum=127.0.0.1:59463, baseZNode=/0462447998 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0462447998 2024-11-07T12:19:28,068 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-07T12:19:28,069 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T12:19:28,069 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39035-0x1001a2e764d0001, quorum=127.0.0.1:59463, baseZNode=/0462447998 Set watcher on znode that does not yet exist, /0462447998/running 2024-11-07T12:19:28,069 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T12:19:28,069 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:19:28,069 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '87fb68174c52,39035,1730981949684' ***** 2024-11-07T12:19:28,069 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-07T12:19:28,070 INFO [RS:0;87fb68174c52:39035 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-07T12:19:28,070 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34313-0x1001a2e764d0000, quorum=127.0.0.1:59463, baseZNode=/0462447998 Set watcher on znode that does not yet exist, /0462447998/running 2024-11-07T12:19:28,070 INFO [RS:0;87fb68174c52:39035 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-07T12:19:28,070 INFO [RS:0;87fb68174c52:39035 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-07T12:19:28,070 INFO [RS:0;87fb68174c52:39035 {}] regionserver.HRegionServer(3091): Received CLOSE for 9f88992aaee35c5500b0da4c3f3a7df2 2024-11-07T12:19:28,070 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-07T12:19:28,070 INFO [RS:0;87fb68174c52:39035 {}] regionserver.HRegionServer(3091): Received CLOSE for fb96bff3168d5937d8fc9a1001165fcf 2024-11-07T12:19:28,070 INFO [RS:0;87fb68174c52:39035 {}] regionserver.HRegionServer(959): stopping server 87fb68174c52,39035,1730981949684 2024-11-07T12:19:28,070 INFO [RS:0;87fb68174c52:39035 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-07T12:19:28,070 INFO [RS:0;87fb68174c52:39035 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;87fb68174c52:39035. 2024-11-07T12:19:28,070 DEBUG [RS:0;87fb68174c52:39035 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T12:19:28,070 DEBUG [RS:0;87fb68174c52:39035 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:19:28,070 INFO [RS:0;87fb68174c52:39035 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-07T12:19:28,070 INFO [RS:0;87fb68174c52:39035 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-07T12:19:28,070 INFO [RS:0;87fb68174c52:39035 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-07T12:19:28,071 INFO [RS:0;87fb68174c52:39035 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-07T12:19:28,071 INFO [RS:0;87fb68174c52:39035 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-07T12:19:28,071 DEBUG [RS:0;87fb68174c52:39035 {}] regionserver.HRegionServer(1325): Online Regions={9f88992aaee35c5500b0da4c3f3a7df2=hbase:replication,,1730981958074.9f88992aaee35c5500b0da4c3f3a7df2., fb96bff3168d5937d8fc9a1001165fcf=test,,1730981955775.fb96bff3168d5937d8fc9a1001165fcf., 1588230740=hbase:meta,,1.1588230740} 2024-11-07T12:19:28,071 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 9f88992aaee35c5500b0da4c3f3a7df2, disabling compactions & flushes 2024-11-07T12:19:28,071 DEBUG [RS:0;87fb68174c52:39035 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9f88992aaee35c5500b0da4c3f3a7df2, fb96bff3168d5937d8fc9a1001165fcf 2024-11-07T12:19:28,071 INFO [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1730981958074.9f88992aaee35c5500b0da4c3f3a7df2. 2024-11-07T12:19:28,071 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1730981958074.9f88992aaee35c5500b0da4c3f3a7df2. 2024-11-07T12:19:28,071 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1730981958074.9f88992aaee35c5500b0da4c3f3a7df2. after waiting 0 ms 2024-11-07T12:19:28,071 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1730981958074.9f88992aaee35c5500b0da4c3f3a7df2. 2024-11-07T12:19:28,071 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-07T12:19:28,071 INFO [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-07T12:19:28,071 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-07T12:19:28,071 INFO [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 9f88992aaee35c5500b0da4c3f3a7df2 3/3 column families, dataSize=892 B heapSize=2.06 KB 2024-11-07T12:19:28,071 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-07T12:19:28,071 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-07T12:19:28,071 INFO [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-07T12:19:28,086 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43613/user/jenkins/test-data/082bde32-4ece-cd72-5fa9-d49c968c6634/data/hbase/replication/9f88992aaee35c5500b0da4c3f3a7df2/.tmp/queue/2896c14ab35941bdb050e8dd01764abe is 153, key is 1-87fb68174c52,39035,1730981949684/queue:87fb68174c52%2C39035%2C1730981949684/1730981964304/Put/seqid=0 2024-11-07T12:19:28,090 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43613/user/jenkins/test-data/082bde32-4ece-cd72-5fa9-d49c968c6634/data/hbase/meta/1588230740/.tmp/info/65daf2a3a9554e13a5318b5587741e18 is 147, key is hbase:replication,,1730981958074.9f88992aaee35c5500b0da4c3f3a7df2./info:regioninfo/1730981958439/Put/seqid=0 2024-11-07T12:19:28,092 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39351 is added to blk_1073741840_1016 (size=5352) 2024-11-07T12:19:28,093 INFO [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=892 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:43613/user/jenkins/test-data/082bde32-4ece-cd72-5fa9-d49c968c6634/data/hbase/replication/9f88992aaee35c5500b0da4c3f3a7df2/.tmp/queue/2896c14ab35941bdb050e8dd01764abe 2024-11-07T12:19:28,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39351 is added to blk_1073741841_1017 (size=7686) 2024-11-07T12:19:28,104 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43613/user/jenkins/test-data/082bde32-4ece-cd72-5fa9-d49c968c6634/data/hbase/replication/9f88992aaee35c5500b0da4c3f3a7df2/.tmp/queue/2896c14ab35941bdb050e8dd01764abe as hdfs://localhost:43613/user/jenkins/test-data/082bde32-4ece-cd72-5fa9-d49c968c6634/data/hbase/replication/9f88992aaee35c5500b0da4c3f3a7df2/queue/2896c14ab35941bdb050e8dd01764abe 2024-11-07T12:19:28,108 INFO [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43613/user/jenkins/test-data/082bde32-4ece-cd72-5fa9-d49c968c6634/data/hbase/replication/9f88992aaee35c5500b0da4c3f3a7df2/queue/2896c14ab35941bdb050e8dd01764abe, entries=1, sequenceid=10, filesize=5.2 K 2024-11-07T12:19:28,109 INFO [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~892 B/892, heapSize ~1.55 KB/1584, currentSize=0 B/0 for 9f88992aaee35c5500b0da4c3f3a7df2 in 38ms, sequenceid=10, compaction requested=false 2024-11-07T12:19:28,109 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-07T12:19:28,112 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43613/user/jenkins/test-data/082bde32-4ece-cd72-5fa9-d49c968c6634/data/hbase/replication/9f88992aaee35c5500b0da4c3f3a7df2/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-07T12:19:28,112 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-07T12:19:28,112 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-07T12:19:28,112 INFO [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1730981958074.9f88992aaee35c5500b0da4c3f3a7df2. 2024-11-07T12:19:28,112 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 9f88992aaee35c5500b0da4c3f3a7df2: Waiting for close lock at 1730981968071Running coprocessor pre-close hooks at 1730981968071Disabling compacts and flushes for region at 1730981968071Disabling writes for close at 1730981968071Obtaining lock to block concurrent updates at 1730981968071Preparing flush snapshotting stores in 9f88992aaee35c5500b0da4c3f3a7df2 at 1730981968071Finished memstore snapshotting hbase:replication,,1730981958074.9f88992aaee35c5500b0da4c3f3a7df2., syncing WAL and waiting on mvcc, flushsize=dataSize=892, getHeapSize=2064, getOffHeapSize=0, getCellsCount=6 at 1730981968071Flushing stores of hbase:replication,,1730981958074.9f88992aaee35c5500b0da4c3f3a7df2. at 1730981968072 (+1 ms)Flushing 9f88992aaee35c5500b0da4c3f3a7df2/queue: creating writer at 1730981968072Flushing 9f88992aaee35c5500b0da4c3f3a7df2/queue: appending metadata at 1730981968086 (+14 ms)Flushing 9f88992aaee35c5500b0da4c3f3a7df2/queue: closing flushed file at 1730981968086Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@13139d4f: reopening flushed file at 1730981968104 (+18 ms)Finished flush of dataSize ~892 B/892, heapSize ~1.55 KB/1584, currentSize=0 B/0 for 9f88992aaee35c5500b0da4c3f3a7df2 in 38ms, sequenceid=10, compaction requested=false at 1730981968109 (+5 ms)Writing region close event to WAL at 1730981968110 (+1 ms)Running coprocessor post-close hooks at 1730981968112 (+2 ms)Closed at 1730981968112 2024-11-07T12:19:28,113 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1730981958074.9f88992aaee35c5500b0da4c3f3a7df2. 2024-11-07T12:19:28,113 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing fb96bff3168d5937d8fc9a1001165fcf, disabling compactions & flushes 2024-11-07T12:19:28,113 INFO [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1730981955775.fb96bff3168d5937d8fc9a1001165fcf. 2024-11-07T12:19:28,113 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1730981955775.fb96bff3168d5937d8fc9a1001165fcf. 2024-11-07T12:19:28,113 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1730981955775.fb96bff3168d5937d8fc9a1001165fcf. after waiting 0 ms 2024-11-07T12:19:28,113 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1730981955775.fb96bff3168d5937d8fc9a1001165fcf. 2024-11-07T12:19:28,113 INFO [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing fb96bff3168d5937d8fc9a1001165fcf 3/3 column families, dataSize=191 B heapSize=1.46 KB 2024-11-07T12:19:28,127 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43613/user/jenkins/test-data/082bde32-4ece-cd72-5fa9-d49c968c6634/data/default/test/fb96bff3168d5937d8fc9a1001165fcf/.tmp/f/fc6425d094b6429ebe448f6691f6b3cc is 29, key is row1/f:/1730981963887/DeleteFamily/seqid=0 2024-11-07T12:19:28,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39351 is added to blk_1073741842_1018 (size=5118) 2024-11-07T12:19:28,157 INFO [regionserver/87fb68174c52:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-07T12:19:28,271 DEBUG [RS:0;87fb68174c52:39035 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, fb96bff3168d5937d8fc9a1001165fcf 2024-11-07T12:19:28,471 DEBUG [RS:0;87fb68174c52:39035 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, fb96bff3168d5937d8fc9a1001165fcf 2024-11-07T12:19:28,502 INFO [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43613/user/jenkins/test-data/082bde32-4ece-cd72-5fa9-d49c968c6634/data/hbase/meta/1588230740/.tmp/info/65daf2a3a9554e13a5318b5587741e18 2024-11-07T12:19:28,520 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43613/user/jenkins/test-data/082bde32-4ece-cd72-5fa9-d49c968c6634/data/hbase/meta/1588230740/.tmp/ns/7276d7a0cb1e4a41af3a101344f60783 is 43, key is default/ns:d/1730981951923/Put/seqid=0 2024-11-07T12:19:28,523 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39351 is added to blk_1073741843_1019 (size=5153) 2024-11-07T12:19:28,531 INFO [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:43613/user/jenkins/test-data/082bde32-4ece-cd72-5fa9-d49c968c6634/data/default/test/fb96bff3168d5937d8fc9a1001165fcf/.tmp/f/fc6425d094b6429ebe448f6691f6b3cc 2024-11-07T12:19:28,535 INFO [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for fc6425d094b6429ebe448f6691f6b3cc 2024-11-07T12:19:28,552 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43613/user/jenkins/test-data/082bde32-4ece-cd72-5fa9-d49c968c6634/data/default/test/fb96bff3168d5937d8fc9a1001165fcf/.tmp/f1/5326af1b2fdc47a6b83ed96501b291de is 30, key is row1/f1:/1730981963887/DeleteFamily/seqid=0 2024-11-07T12:19:28,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39351 is added to blk_1073741844_1020 (size=5123) 2024-11-07T12:19:28,557 INFO [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:43613/user/jenkins/test-data/082bde32-4ece-cd72-5fa9-d49c968c6634/data/default/test/fb96bff3168d5937d8fc9a1001165fcf/.tmp/f1/5326af1b2fdc47a6b83ed96501b291de 2024-11-07T12:19:28,562 INFO [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5326af1b2fdc47a6b83ed96501b291de 2024-11-07T12:19:28,580 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43613/user/jenkins/test-data/082bde32-4ece-cd72-5fa9-d49c968c6634/data/default/test/fb96bff3168d5937d8fc9a1001165fcf/.tmp/norep/533576d8c54748cbb8e696e58a666a21 is 32, key is row/norep:/1730981962878/DeleteFamily/seqid=0 2024-11-07T12:19:28,584 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39351 is added to blk_1073741845_1021 (size=5101) 2024-11-07T12:19:28,671 DEBUG [RS:0;87fb68174c52:39035 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, fb96bff3168d5937d8fc9a1001165fcf 2024-11-07T12:19:28,735 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,39035,1730981949684.replicationSource.wal-reader.87fb68174c52%2C39035%2C1730981949684,1-87fb68174c52,39035,1730981949684 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43613/user/jenkins/test-data/082bde32-4ece-cd72-5fa9-d49c968c6634/WALs/87fb68174c52,39035,1730981949684/87fb68174c52%2C39035%2C1730981949684.1730981950887 to pos 912, reset compression=false 2024-11-07T12:19:28,740 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,39035,1730981949684.replicationSource.wal-reader.87fb68174c52%2C39035%2C1730981949684,1-87fb68174c52,39035,1730981949684 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-07T12:19:28,740 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,39035,1730981949684.replicationSource.wal-reader.87fb68174c52%2C39035%2C1730981949684,1-87fb68174c52,39035,1730981949684 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43613/user/jenkins/test-data/082bde32-4ece-cd72-5fa9-d49c968c6634/WALs/87fb68174c52,39035,1730981949684/87fb68174c52%2C39035%2C1730981949684.1730981950887 to pos 1159, reset compression=false 2024-11-07T12:19:28,740 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,39035,1730981949684.replicationSource.shipper87fb68174c52%2C39035%2C1730981949684,1-87fb68174c52,39035,1730981949684 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-87fb68174c52,39035,1730981949684 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43613/user/jenkins/test-data/082bde32-4ece-cd72-5fa9-d49c968c6634/WALs/87fb68174c52,39035,1730981949684/87fb68174c52%2C39035%2C1730981949684.1730981950887, lastWalPosition=1159, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-07T12:19:28,741 ERROR [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,39035,1730981949684.replicationSource.shipper87fb68174c52%2C39035%2C1730981949684,1-87fb68174c52,39035,1730981949684 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 87fb68174c52,39035,1730981949684: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-87fb68174c52,39035,1730981949684, walGroup=87fb68174c52%2C39035%2C1730981949684, offset=87fb68174c52%2C39035%2C1730981949684.1730981950887:1159, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=87fb68174c52:39035 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-07T12:19:28,742 ERROR [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,39035,1730981949684.replicationSource.shipper87fb68174c52%2C39035%2C1730981949684,1-87fb68174c52,39035,1730981949684 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-07T12:19:28,742 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,39035,1730981949684.replicationSource.shipper87fb68174c52%2C39035%2C1730981949684,1-87fb68174c52,39035,1730981949684 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-07T12:19:28,742 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,39035,1730981949684.replicationSource.shipper87fb68174c52%2C39035%2C1730981949684,1-87fb68174c52,39035,1730981949684 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-07T12:19:28,742 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,39035,1730981949684.replicationSource.shipper87fb68174c52%2C39035%2C1730981949684,1-87fb68174c52,39035,1730981949684 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-07T12:19:28,742 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,39035,1730981949684.replicationSource.shipper87fb68174c52%2C39035%2C1730981949684,1-87fb68174c52,39035,1730981949684 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-07T12:19:28,742 INFO [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,39035,1730981949684.replicationSource.shipper87fb68174c52%2C39035%2C1730981949684,1-87fb68174c52,39035,1730981949684 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1054867456, "init": 1048576000, "max": 2306867200, "used": 644359160 }, "NonHeapMemoryUsage": { "committed": 194641920, "init": 7667712, "max": -1, "used": 190470928 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-07T12:19:28,743 WARN [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,39035,1730981949684.replicationSource.shipper87fb68174c52%2C39035%2C1730981949684,1-87fb68174c52,39035,1730981949684 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=87fb68174c52:34313 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=87fb68174c52:34313 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-07T12:19:28,746 INFO [regionserver/87fb68174c52:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-07T12:19:28,746 INFO [regionserver/87fb68174c52:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-07T12:19:28,872 DEBUG [RS:0;87fb68174c52:39035 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, fb96bff3168d5937d8fc9a1001165fcf 2024-11-07T12:19:28,924 INFO [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43613/user/jenkins/test-data/082bde32-4ece-cd72-5fa9-d49c968c6634/data/hbase/meta/1588230740/.tmp/ns/7276d7a0cb1e4a41af3a101344f60783 2024-11-07T12:19:28,942 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43613/user/jenkins/test-data/082bde32-4ece-cd72-5fa9-d49c968c6634/data/hbase/meta/1588230740/.tmp/rep_barrier/3e8a1e3758de4bd2a4ea6bd52c4e9972 is 112, key is test,,1730981955775.fb96bff3168d5937d8fc9a1001165fcf./rep_barrier:seqnumDuringOpen/1730981956540/Put/seqid=0 2024-11-07T12:19:28,945 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,39035,1730981949684.replicationSource.wal-reader.87fb68174c52%2C39035%2C1730981949684,1-87fb68174c52,39035,1730981949684 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43613/user/jenkins/test-data/082bde32-4ece-cd72-5fa9-d49c968c6634/WALs/87fb68174c52,39035,1730981949684/87fb68174c52%2C39035%2C1730981949684.1730981950887 to pos 1159, reset compression=false 2024-11-07T12:19:28,948 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39351 is added to blk_1073741846_1022 (size=5518) 2024-11-07T12:19:28,948 INFO [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43613/user/jenkins/test-data/082bde32-4ece-cd72-5fa9-d49c968c6634/data/hbase/meta/1588230740/.tmp/rep_barrier/3e8a1e3758de4bd2a4ea6bd52c4e9972 2024-11-07T12:19:28,969 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43613/user/jenkins/test-data/082bde32-4ece-cd72-5fa9-d49c968c6634/data/hbase/meta/1588230740/.tmp/table/86eceff1712a4b8a997520c1e83baeb1 is 53, key is hbase:replication/table:state/1730981958447/Put/seqid=0 2024-11-07T12:19:28,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39351 is added to blk_1073741847_1023 (size=5308) 2024-11-07T12:19:28,984 INFO [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:43613/user/jenkins/test-data/082bde32-4ece-cd72-5fa9-d49c968c6634/data/default/test/fb96bff3168d5937d8fc9a1001165fcf/.tmp/norep/533576d8c54748cbb8e696e58a666a21 2024-11-07T12:19:28,988 INFO [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 533576d8c54748cbb8e696e58a666a21 2024-11-07T12:19:28,989 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43613/user/jenkins/test-data/082bde32-4ece-cd72-5fa9-d49c968c6634/data/default/test/fb96bff3168d5937d8fc9a1001165fcf/.tmp/f/fc6425d094b6429ebe448f6691f6b3cc as hdfs://localhost:43613/user/jenkins/test-data/082bde32-4ece-cd72-5fa9-d49c968c6634/data/default/test/fb96bff3168d5937d8fc9a1001165fcf/f/fc6425d094b6429ebe448f6691f6b3cc 2024-11-07T12:19:28,992 INFO [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for fc6425d094b6429ebe448f6691f6b3cc 2024-11-07T12:19:28,992 INFO [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43613/user/jenkins/test-data/082bde32-4ece-cd72-5fa9-d49c968c6634/data/default/test/fb96bff3168d5937d8fc9a1001165fcf/f/fc6425d094b6429ebe448f6691f6b3cc, entries=2, sequenceid=8, filesize=5.0 K 2024-11-07T12:19:28,993 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43613/user/jenkins/test-data/082bde32-4ece-cd72-5fa9-d49c968c6634/data/default/test/fb96bff3168d5937d8fc9a1001165fcf/.tmp/f1/5326af1b2fdc47a6b83ed96501b291de as hdfs://localhost:43613/user/jenkins/test-data/082bde32-4ece-cd72-5fa9-d49c968c6634/data/default/test/fb96bff3168d5937d8fc9a1001165fcf/f1/5326af1b2fdc47a6b83ed96501b291de 2024-11-07T12:19:28,997 INFO [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5326af1b2fdc47a6b83ed96501b291de 2024-11-07T12:19:28,997 INFO [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43613/user/jenkins/test-data/082bde32-4ece-cd72-5fa9-d49c968c6634/data/default/test/fb96bff3168d5937d8fc9a1001165fcf/f1/5326af1b2fdc47a6b83ed96501b291de, entries=2, sequenceid=8, filesize=5.0 K 2024-11-07T12:19:28,998 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43613/user/jenkins/test-data/082bde32-4ece-cd72-5fa9-d49c968c6634/data/default/test/fb96bff3168d5937d8fc9a1001165fcf/.tmp/norep/533576d8c54748cbb8e696e58a666a21 as hdfs://localhost:43613/user/jenkins/test-data/082bde32-4ece-cd72-5fa9-d49c968c6634/data/default/test/fb96bff3168d5937d8fc9a1001165fcf/norep/533576d8c54748cbb8e696e58a666a21 2024-11-07T12:19:29,001 INFO [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 533576d8c54748cbb8e696e58a666a21 2024-11-07T12:19:29,001 INFO [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43613/user/jenkins/test-data/082bde32-4ece-cd72-5fa9-d49c968c6634/data/default/test/fb96bff3168d5937d8fc9a1001165fcf/norep/533576d8c54748cbb8e696e58a666a21, entries=1, sequenceid=8, filesize=5.0 K 2024-11-07T12:19:29,002 INFO [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for fb96bff3168d5937d8fc9a1001165fcf in 889ms, sequenceid=8, compaction requested=false 2024-11-07T12:19:29,002 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-07T12:19:29,006 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43613/user/jenkins/test-data/082bde32-4ece-cd72-5fa9-d49c968c6634/data/default/test/fb96bff3168d5937d8fc9a1001165fcf/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-07T12:19:29,006 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-07T12:19:29,006 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-07T12:19:29,006 INFO [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1730981955775.fb96bff3168d5937d8fc9a1001165fcf. 2024-11-07T12:19:29,006 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for fb96bff3168d5937d8fc9a1001165fcf: Waiting for close lock at 1730981968113Running coprocessor pre-close hooks at 1730981968113Disabling compacts and flushes for region at 1730981968113Disabling writes for close at 1730981968113Obtaining lock to block concurrent updates at 1730981968113Preparing flush snapshotting stores in fb96bff3168d5937d8fc9a1001165fcf at 1730981968113Finished memstore snapshotting test,,1730981955775.fb96bff3168d5937d8fc9a1001165fcf., syncing WAL and waiting on mvcc, flushsize=dataSize=191, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1730981968113Flushing stores of test,,1730981955775.fb96bff3168d5937d8fc9a1001165fcf. at 1730981968113Flushing fb96bff3168d5937d8fc9a1001165fcf/f: creating writer at 1730981968114 (+1 ms)Flushing fb96bff3168d5937d8fc9a1001165fcf/f: appending metadata at 1730981968126 (+12 ms)Flushing fb96bff3168d5937d8fc9a1001165fcf/f: closing flushed file at 1730981968127 (+1 ms)Flushing fb96bff3168d5937d8fc9a1001165fcf/f1: creating writer at 1730981968535 (+408 ms)Flushing fb96bff3168d5937d8fc9a1001165fcf/f1: appending metadata at 1730981968552 (+17 ms)Flushing fb96bff3168d5937d8fc9a1001165fcf/f1: closing flushed file at 1730981968552Flushing fb96bff3168d5937d8fc9a1001165fcf/norep: creating writer at 1730981968562 (+10 ms)Flushing fb96bff3168d5937d8fc9a1001165fcf/norep: appending metadata at 1730981968579 (+17 ms)Flushing fb96bff3168d5937d8fc9a1001165fcf/norep: closing flushed file at 1730981968579Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@70214b1c: reopening flushed file at 1730981968988 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@50ac7a7b: reopening flushed file at 1730981968993 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@774e8926: reopening flushed file at 1730981968997 (+4 ms)Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for fb96bff3168d5937d8fc9a1001165fcf in 889ms, sequenceid=8, compaction requested=false at 1730981969002 (+5 ms)Writing region close event to WAL at 1730981969003 (+1 ms)Running coprocessor post-close hooks at 1730981969006 (+3 ms)Closed at 1730981969006 2024-11-07T12:19:29,007 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1730981955775.fb96bff3168d5937d8fc9a1001165fcf. 2024-11-07T12:19:29,072 INFO [RS:0;87fb68174c52:39035 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-07T12:19:29,072 DEBUG [RS:0;87fb68174c52:39035 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-07T12:19:29,072 DEBUG [RS:0;87fb68174c52:39035 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-07T12:19:29,249 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,39035,1730981949684.replicationSource.wal-reader.87fb68174c52%2C39035%2C1730981949684,1-87fb68174c52,39035,1730981949684 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43613/user/jenkins/test-data/082bde32-4ece-cd72-5fa9-d49c968c6634/WALs/87fb68174c52,39035,1730981949684/87fb68174c52%2C39035%2C1730981949684.1730981950887 to pos 1159, reset compression=false 2024-11-07T12:19:29,255 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,39035,1730981949684.replicationSource.wal-reader.87fb68174c52%2C39035%2C1730981949684,1-87fb68174c52,39035,1730981949684 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-07T12:19:29,255 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,39035,1730981949684.replicationSource.wal-reader.87fb68174c52%2C39035%2C1730981949684,1-87fb68174c52,39035,1730981949684 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43613/user/jenkins/test-data/082bde32-4ece-cd72-5fa9-d49c968c6634/WALs/87fb68174c52,39035,1730981949684/87fb68174c52%2C39035%2C1730981949684.1730981950887 to pos 1803, reset compression=false 2024-11-07T12:19:29,272 DEBUG [RS:0;87fb68174c52:39035 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-07T12:19:29,373 INFO [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43613/user/jenkins/test-data/082bde32-4ece-cd72-5fa9-d49c968c6634/data/hbase/meta/1588230740/.tmp/table/86eceff1712a4b8a997520c1e83baeb1 2024-11-07T12:19:29,378 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43613/user/jenkins/test-data/082bde32-4ece-cd72-5fa9-d49c968c6634/data/hbase/meta/1588230740/.tmp/info/65daf2a3a9554e13a5318b5587741e18 as hdfs://localhost:43613/user/jenkins/test-data/082bde32-4ece-cd72-5fa9-d49c968c6634/data/hbase/meta/1588230740/info/65daf2a3a9554e13a5318b5587741e18 2024-11-07T12:19:29,381 INFO [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43613/user/jenkins/test-data/082bde32-4ece-cd72-5fa9-d49c968c6634/data/hbase/meta/1588230740/info/65daf2a3a9554e13a5318b5587741e18, entries=20, sequenceid=16, filesize=7.5 K 2024-11-07T12:19:29,382 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43613/user/jenkins/test-data/082bde32-4ece-cd72-5fa9-d49c968c6634/data/hbase/meta/1588230740/.tmp/ns/7276d7a0cb1e4a41af3a101344f60783 as hdfs://localhost:43613/user/jenkins/test-data/082bde32-4ece-cd72-5fa9-d49c968c6634/data/hbase/meta/1588230740/ns/7276d7a0cb1e4a41af3a101344f60783 2024-11-07T12:19:29,386 INFO [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43613/user/jenkins/test-data/082bde32-4ece-cd72-5fa9-d49c968c6634/data/hbase/meta/1588230740/ns/7276d7a0cb1e4a41af3a101344f60783, entries=2, sequenceid=16, filesize=5.0 K 2024-11-07T12:19:29,387 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43613/user/jenkins/test-data/082bde32-4ece-cd72-5fa9-d49c968c6634/data/hbase/meta/1588230740/.tmp/rep_barrier/3e8a1e3758de4bd2a4ea6bd52c4e9972 as hdfs://localhost:43613/user/jenkins/test-data/082bde32-4ece-cd72-5fa9-d49c968c6634/data/hbase/meta/1588230740/rep_barrier/3e8a1e3758de4bd2a4ea6bd52c4e9972 2024-11-07T12:19:29,390 INFO [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43613/user/jenkins/test-data/082bde32-4ece-cd72-5fa9-d49c968c6634/data/hbase/meta/1588230740/rep_barrier/3e8a1e3758de4bd2a4ea6bd52c4e9972, entries=1, sequenceid=16, filesize=5.4 K 2024-11-07T12:19:29,391 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43613/user/jenkins/test-data/082bde32-4ece-cd72-5fa9-d49c968c6634/data/hbase/meta/1588230740/.tmp/table/86eceff1712a4b8a997520c1e83baeb1 as hdfs://localhost:43613/user/jenkins/test-data/082bde32-4ece-cd72-5fa9-d49c968c6634/data/hbase/meta/1588230740/table/86eceff1712a4b8a997520c1e83baeb1 2024-11-07T12:19:29,394 INFO [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43613/user/jenkins/test-data/082bde32-4ece-cd72-5fa9-d49c968c6634/data/hbase/meta/1588230740/table/86eceff1712a4b8a997520c1e83baeb1, entries=4, sequenceid=16, filesize=5.2 K 2024-11-07T12:19:29,395 INFO [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1324ms, sequenceid=16, compaction requested=false 2024-11-07T12:19:29,395 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-07T12:19:29,403 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43613/user/jenkins/test-data/082bde32-4ece-cd72-5fa9-d49c968c6634/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-07T12:19:29,403 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-07T12:19:29,403 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-07T12:19:29,403 INFO [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-07T12:19:29,404 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1730981968071Running coprocessor pre-close hooks at 1730981968071Disabling compacts and flushes for region at 1730981968071Disabling writes for close at 1730981968071Obtaining lock to block concurrent updates at 1730981968071Preparing flush snapshotting stores in 1588230740 at 1730981968071Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1730981968071Flushing stores of hbase:meta,,1.1588230740 at 1730981968073 (+2 ms)Flushing 1588230740/info: creating writer at 1730981968073Flushing 1588230740/info: appending metadata at 1730981968089 (+16 ms)Flushing 1588230740/info: closing flushed file at 1730981968089Flushing 1588230740/ns: creating writer at 1730981968506 (+417 ms)Flushing 1588230740/ns: appending metadata at 1730981968520 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1730981968520Flushing 1588230740/rep_barrier: creating writer at 1730981968928 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1730981968942 (+14 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1730981968942Flushing 1588230740/table: creating writer at 1730981968952 (+10 ms)Flushing 1588230740/table: appending metadata at 1730981968968 (+16 ms)Flushing 1588230740/table: closing flushed file at 1730981968968Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@10a955c1: reopening flushed file at 1730981969377 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3e5b95cf: reopening flushed file at 1730981969382 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@714ab1e7: reopening flushed file at 1730981969386 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6634fac7: reopening flushed file at 1730981969390 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1324ms, sequenceid=16, compaction requested=false at 1730981969395 (+5 ms)Writing region close event to WAL at 1730981969400 (+5 ms)Running coprocessor post-close hooks at 1730981969403 (+3 ms)Closed at 1730981969403 2024-11-07T12:19:29,404 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-07T12:19:29,458 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,39035,1730981949684.replicationSource.wal-reader.87fb68174c52%2C39035%2C1730981949684,1-87fb68174c52,39035,1730981949684 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43613/user/jenkins/test-data/082bde32-4ece-cd72-5fa9-d49c968c6634/WALs/87fb68174c52,39035,1730981949684/87fb68174c52%2C39035%2C1730981949684.1730981950887 to pos 1803, reset compression=false 2024-11-07T12:19:29,472 INFO [RS:0;87fb68174c52:39035 {}] regionserver.HRegionServer(976): stopping server 87fb68174c52,39035,1730981949684; all regions closed. 2024-11-07T12:19:29,475 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39351 is added to blk_1073741834_1010 (size=4239) 2024-11-07T12:19:29,475 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/082bde32-4ece-cd72-5fa9-d49c968c6634/WALs/87fb68174c52,39035,1730981949684/87fb68174c52%2C39035%2C1730981949684.meta.1730981951875.meta not finished, retry = 0 2024-11-07T12:19:29,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39351 is added to blk_1073741839_1015 (size=2676) 2024-11-07T12:19:29,580 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39351 is added to blk_1073741832_1008 (size=1811) 2024-11-07T12:19:29,580 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/082bde32-4ece-cd72-5fa9-d49c968c6634/WALs/87fb68174c52,39035,1730981949684/87fb68174c52%2C39035%2C1730981949684.1730981950887 not finished, retry = 0 2024-11-07T12:19:29,681 DEBUG [RS:0;87fb68174c52:39035 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:19:29,681 INFO [RS:0;87fb68174c52:39035 {}] regionserver.LeaseManager(133): Closed leases 2024-11-07T12:19:29,681 INFO [RS:0;87fb68174c52:39035 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-07T12:19:29,681 INFO [RS:0;87fb68174c52:39035 {}] hbase.ChoreService(370): Chore service for: regionserver/87fb68174c52:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-07T12:19:29,681 INFO [RS:0;87fb68174c52:39035 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-07T12:19:29,681 INFO [regionserver/87fb68174c52:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-07T12:19:29,682 INFO [RS:0;87fb68174c52:39035 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-87fb68174c52,39035,1730981949684 because: Region server is closing 2024-11-07T12:19:29,682 INFO [RS:0;87fb68174c52:39035 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;87fb68174c52:39035. 2024-11-07T12:19:29,682 DEBUG [RS:0;87fb68174c52:39035 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T12:19:29,682 DEBUG [RS:0;87fb68174c52:39035 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:19:29,682 DEBUG [RS:0;87fb68174c52:39035 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:19:29,682 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T12:19:29,782 INFO [RS:0;87fb68174c52:39035 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,39035,1730981949684.replicationSource.shipper87fb68174c52%2C39035%2C1730981949684,1-87fb68174c52,39035,1730981949684 terminated 2024-11-07T12:19:29,783 INFO [RS:0;87fb68174c52:39035 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;87fb68174c52:39035. 2024-11-07T12:19:29,783 DEBUG [RS:0;87fb68174c52:39035 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T12:19:29,783 DEBUG [RS:0;87fb68174c52:39035 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:19:29,783 DEBUG [RS:0;87fb68174c52:39035 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:19:29,783 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T12:19:29,783 INFO [RS:0;87fb68174c52:39035 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:39035 2024-11-07T12:19:29,785 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39035-0x1001a2e764d0001, quorum=127.0.0.1:59463, baseZNode=/0462447998 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0462447998/rs/87fb68174c52,39035,1730981949684 2024-11-07T12:19:29,785 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34313-0x1001a2e764d0000, quorum=127.0.0.1:59463, baseZNode=/0462447998 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0462447998/rs 2024-11-07T12:19:29,785 INFO [RS:0;87fb68174c52:39035 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-07T12:19:29,786 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [87fb68174c52,39035,1730981949684] 2024-11-07T12:19:29,788 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0462447998/draining/87fb68174c52,39035,1730981949684 already deleted, retry=false 2024-11-07T12:19:29,788 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 87fb68174c52,39035,1730981949684 expired; onlineServers=0 2024-11-07T12:19:29,788 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '87fb68174c52,34313,1730981949594' ***** 2024-11-07T12:19:29,788 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-07T12:19:29,788 INFO [M:0;87fb68174c52:34313 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-07T12:19:29,788 INFO [M:0;87fb68174c52:34313 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-07T12:19:29,788 DEBUG [M:0;87fb68174c52:34313 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-07T12:19:29,788 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-07T12:19:29,788 DEBUG [M:0;87fb68174c52:34313 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-07T12:19:29,788 DEBUG [master/87fb68174c52:0:becomeActiveMaster-HFileCleaner.large.0-1730981950718 {}] cleaner.HFileCleaner(306): Exit Thread[master/87fb68174c52:0:becomeActiveMaster-HFileCleaner.large.0-1730981950718,5,FailOnTimeoutGroup] 2024-11-07T12:19:29,788 DEBUG [master/87fb68174c52:0:becomeActiveMaster-HFileCleaner.small.0-1730981950720 {}] cleaner.HFileCleaner(306): Exit Thread[master/87fb68174c52:0:becomeActiveMaster-HFileCleaner.small.0-1730981950720,5,FailOnTimeoutGroup] 2024-11-07T12:19:29,788 INFO [M:0;87fb68174c52:34313 {}] hbase.ChoreService(370): Chore service for: master/87fb68174c52:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-07T12:19:29,788 INFO [M:0;87fb68174c52:34313 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-07T12:19:29,788 DEBUG [M:0;87fb68174c52:34313 {}] master.HMaster(1795): Stopping service threads 2024-11-07T12:19:29,788 INFO [M:0;87fb68174c52:34313 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-07T12:19:29,789 INFO [M:0;87fb68174c52:34313 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-07T12:19:29,789 INFO [M:0;87fb68174c52:34313 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-07T12:19:29,789 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-07T12:19:29,790 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34313-0x1001a2e764d0000, quorum=127.0.0.1:59463, baseZNode=/0462447998 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0462447998/master 2024-11-07T12:19:29,790 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34313-0x1001a2e764d0000, quorum=127.0.0.1:59463, baseZNode=/0462447998 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0462447998 2024-11-07T12:19:29,790 DEBUG [M:0;87fb68174c52:34313 {}] zookeeper.ZKUtil(347): master:34313-0x1001a2e764d0000, quorum=127.0.0.1:59463, baseZNode=/0462447998 Unable to get data of znode /0462447998/master because node does not exist (not an error) 2024-11-07T12:19:29,790 WARN [M:0;87fb68174c52:34313 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-07T12:19:29,792 INFO [M:0;87fb68174c52:34313 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43613/user/jenkins/test-data/082bde32-4ece-cd72-5fa9-d49c968c6634/.lastflushedseqids 2024-11-07T12:19:29,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39351 is added to blk_1073741848_1024 (size=245) 2024-11-07T12:19:29,887 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39035-0x1001a2e764d0001, quorum=127.0.0.1:59463, baseZNode=/0462447998 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T12:19:29,887 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39035-0x1001a2e764d0001, quorum=127.0.0.1:59463, baseZNode=/0462447998 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T12:19:29,887 INFO [RS:0;87fb68174c52:39035 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-07T12:19:29,887 INFO [RS:0;87fb68174c52:39035 {}] regionserver.HRegionServer(1031): Exiting; stopping=87fb68174c52,39035,1730981949684; zookeeper connection closed. 2024-11-07T12:19:29,887 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@37651b84 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@37651b84 2024-11-07T12:19:29,888 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-07T12:19:30,197 INFO [M:0;87fb68174c52:34313 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-07T12:19:30,197 INFO [M:0;87fb68174c52:34313 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-07T12:19:30,198 DEBUG [M:0;87fb68174c52:34313 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-07T12:19:30,198 INFO [M:0;87fb68174c52:34313 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T12:19:30,198 DEBUG [M:0;87fb68174c52:34313 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T12:19:30,198 DEBUG [M:0;87fb68174c52:34313 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-07T12:19:30,198 DEBUG [M:0;87fb68174c52:34313 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T12:19:30,198 INFO [M:0;87fb68174c52:34313 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-07T12:19:30,213 DEBUG [M:0;87fb68174c52:34313 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43613/user/jenkins/test-data/082bde32-4ece-cd72-5fa9-d49c968c6634/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4758c64fefea4e3ebbbf2ec10cec3108 is 82, key is hbase:meta,,1/info:regioninfo/1730981951911/Put/seqid=0 2024-11-07T12:19:30,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39351 is added to blk_1073741849_1025 (size=5672) 2024-11-07T12:19:30,454 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-07T12:19:30,455 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T12:19:30,486 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T12:19:30,486 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T12:19:30,486 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T12:19:30,487 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T12:19:30,487 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T12:19:30,487 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T12:19:30,491 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T12:19:30,494 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T12:19:30,494 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T12:19:30,495 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T12:19:30,617 INFO [M:0;87fb68174c52:34313 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:43613/user/jenkins/test-data/082bde32-4ece-cd72-5fa9-d49c968c6634/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4758c64fefea4e3ebbbf2ec10cec3108 2024-11-07T12:19:30,635 DEBUG [M:0;87fb68174c52:34313 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43613/user/jenkins/test-data/082bde32-4ece-cd72-5fa9-d49c968c6634/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a0605b0237e142f999cf7b8a8eb2c5af is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1730981958450/Put/seqid=0 2024-11-07T12:19:30,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39351 is added to blk_1073741850_1026 (size=8516) 2024-11-07T12:19:31,039 INFO [M:0;87fb68174c52:34313 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:43613/user/jenkins/test-data/082bde32-4ece-cd72-5fa9-d49c968c6634/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a0605b0237e142f999cf7b8a8eb2c5af 2024-11-07T12:19:31,061 DEBUG [M:0;87fb68174c52:34313 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43613/user/jenkins/test-data/082bde32-4ece-cd72-5fa9-d49c968c6634/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/354aa2f6536e42b7886e420c68ec105f is 69, key is 87fb68174c52,39035,1730981949684/rs:state/1730981950736/Put/seqid=0 2024-11-07T12:19:31,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39351 is added to blk_1073741851_1027 (size=5156) 2024-11-07T12:19:31,465 INFO [M:0;87fb68174c52:34313 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:43613/user/jenkins/test-data/082bde32-4ece-cd72-5fa9-d49c968c6634/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/354aa2f6536e42b7886e420c68ec105f 2024-11-07T12:19:31,469 DEBUG [M:0;87fb68174c52:34313 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43613/user/jenkins/test-data/082bde32-4ece-cd72-5fa9-d49c968c6634/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4758c64fefea4e3ebbbf2ec10cec3108 as hdfs://localhost:43613/user/jenkins/test-data/082bde32-4ece-cd72-5fa9-d49c968c6634/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/4758c64fefea4e3ebbbf2ec10cec3108 2024-11-07T12:19:31,473 INFO [M:0;87fb68174c52:34313 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43613/user/jenkins/test-data/082bde32-4ece-cd72-5fa9-d49c968c6634/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/4758c64fefea4e3ebbbf2ec10cec3108, entries=8, sequenceid=97, filesize=5.5 K 2024-11-07T12:19:31,473 DEBUG [M:0;87fb68174c52:34313 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43613/user/jenkins/test-data/082bde32-4ece-cd72-5fa9-d49c968c6634/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a0605b0237e142f999cf7b8a8eb2c5af as hdfs://localhost:43613/user/jenkins/test-data/082bde32-4ece-cd72-5fa9-d49c968c6634/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a0605b0237e142f999cf7b8a8eb2c5af 2024-11-07T12:19:31,477 INFO [M:0;87fb68174c52:34313 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43613/user/jenkins/test-data/082bde32-4ece-cd72-5fa9-d49c968c6634/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a0605b0237e142f999cf7b8a8eb2c5af, entries=11, sequenceid=97, filesize=8.3 K 2024-11-07T12:19:31,477 DEBUG [M:0;87fb68174c52:34313 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43613/user/jenkins/test-data/082bde32-4ece-cd72-5fa9-d49c968c6634/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/354aa2f6536e42b7886e420c68ec105f as hdfs://localhost:43613/user/jenkins/test-data/082bde32-4ece-cd72-5fa9-d49c968c6634/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/354aa2f6536e42b7886e420c68ec105f 2024-11-07T12:19:31,480 INFO [M:0;87fb68174c52:34313 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43613/user/jenkins/test-data/082bde32-4ece-cd72-5fa9-d49c968c6634/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/354aa2f6536e42b7886e420c68ec105f, entries=1, sequenceid=97, filesize=5.0 K 2024-11-07T12:19:31,481 INFO [M:0;87fb68174c52:34313 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1283ms, sequenceid=97, compaction requested=false 2024-11-07T12:19:31,482 INFO [M:0;87fb68174c52:34313 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T12:19:31,483 DEBUG [M:0;87fb68174c52:34313 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1730981970197Disabling compacts and flushes for region at 1730981970197Disabling writes for close at 1730981970198 (+1 ms)Obtaining lock to block concurrent updates at 1730981970198Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1730981970198Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1730981970198Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1730981970199 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1730981970199Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1730981970213 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1730981970213Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1730981970621 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1730981970634 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1730981970634Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1730981971043 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1730981971060 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1730981971060Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@730b3380: reopening flushed file at 1730981971469 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@28ba295a: reopening flushed file at 1730981971473 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1171f3eb: reopening flushed file at 1730981971477 (+4 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1283ms, sequenceid=97, compaction requested=false at 1730981971481 (+4 ms)Writing region close event to WAL at 1730981971482 (+1 ms)Closed at 1730981971482 2024-11-07T12:19:31,484 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39351 is added to blk_1073741830_1006 (size=63654) 2024-11-07T12:19:31,485 INFO [M:0;87fb68174c52:34313 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-07T12:19:31,485 INFO [M:0;87fb68174c52:34313 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:34313 2024-11-07T12:19:31,485 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-07T12:19:31,485 INFO [M:0;87fb68174c52:34313 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-07T12:19:31,590 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34313-0x1001a2e764d0000, quorum=127.0.0.1:59463, baseZNode=/0462447998 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T12:19:31,590 INFO [M:0;87fb68174c52:34313 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-07T12:19:31,590 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34313-0x1001a2e764d0000, quorum=127.0.0.1:59463, baseZNode=/0462447998 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T12:19:31,594 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@19bd8b56{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T12:19:31,594 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3b481a9a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-07T12:19:31,594 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-07T12:19:31,595 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6ebaa0ab{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-07T12:19:31,595 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1ccc525c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dbc2c40b-43de-46a7-9dea-6471d0801551/hadoop.log.dir/,STOPPED} 2024-11-07T12:19:31,596 WARN [BP-223639980-172.17.0.3-1730981948375 heartbeating to localhost/127.0.0.1:43613 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-07T12:19:31,596 WARN [BP-223639980-172.17.0.3-1730981948375 heartbeating to localhost/127.0.0.1:43613 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-223639980-172.17.0.3-1730981948375 (Datanode Uuid 1b8c0be5-482f-46f6-8042-838c93a2847b) service to localhost/127.0.0.1:43613 2024-11-07T12:19:31,597 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dbc2c40b-43de-46a7-9dea-6471d0801551/cluster_41262632-7b7e-8aef-7360-37098bf758ed/data/data1/current/BP-223639980-172.17.0.3-1730981948375 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T12:19:31,597 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dbc2c40b-43de-46a7-9dea-6471d0801551/cluster_41262632-7b7e-8aef-7360-37098bf758ed/data/data2/current/BP-223639980-172.17.0.3-1730981948375 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T12:19:31,597 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-07T12:19:31,597 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-07T12:19:31,597 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-07T12:19:31,604 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@d8641a2{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-07T12:19:31,604 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@39cb992f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-07T12:19:31,604 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-07T12:19:31,604 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@418d319b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-07T12:19:31,605 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@71d9805d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dbc2c40b-43de-46a7-9dea-6471d0801551/hadoop.log.dir/,STOPPED} 2024-11-07T12:19:31,610 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-07T12:19:31,620 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-07T12:19:31,630 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication1 Thread=267 (was 248) Potentially hanging thread: HMaster-EventLoopGroup-27-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:43613 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:39041 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-23-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:39041 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-22-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43613 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39041 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.12@localhost:43613 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.13@localhost:39041 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:59463) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-22-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:39041 from jenkins.hfs.13 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:39041 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39041 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43613 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43613 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:59463) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins@localhost:43613 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43613 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39041 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:43613 from jenkins.hfs.12 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-22-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:43613 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=653 (was 623) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=356 (was 298) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=312 (was 261) - AvailableMemoryMB LEAK? - 2024-11-07T12:19:31,639 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication2 Thread=267, OpenFileDescriptor=653, MaxFileDescriptor=1048576, SystemLoadAverage=356, ProcessCount=11, AvailableMemoryMB=311 2024-11-07T12:19:31,652 INFO [Time-limited test {}] replication.TestMasterReplication(246): testCyclicReplication2 2024-11-07T12:19:31,653 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf4d963b-9b19-9dc8-dd19-c9e0cf071780/hadoop.log.dir so I do NOT create it in target/test-data/6646a60d-f558-6d51-537a-ceb47af21c95 2024-11-07T12:19:31,653 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf4d963b-9b19-9dc8-dd19-c9e0cf071780/hadoop.log.dir Erasing configuration value by system value. 2024-11-07T12:19:31,653 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf4d963b-9b19-9dc8-dd19-c9e0cf071780/hadoop.tmp.dir so I do NOT create it in target/test-data/6646a60d-f558-6d51-537a-ceb47af21c95 2024-11-07T12:19:31,653 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf4d963b-9b19-9dc8-dd19-c9e0cf071780/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-07T12:19:31,653 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6646a60d-f558-6d51-537a-ceb47af21c95 2024-11-07T12:19:31,653 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6646a60d-f558-6d51-537a-ceb47af21c95/cluster_0663b4ea-fe33-624e-de5a-01241e8fdd7c, deleteOnExit=true 2024-11-07T12:19:31,656 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6646a60d-f558-6d51-537a-ceb47af21c95/cluster_0663b4ea-fe33-624e-de5a-01241e8fdd7c/zookeeper_0, clientPort=58515, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6646a60d-f558-6d51-537a-ceb47af21c95/cluster_0663b4ea-fe33-624e-de5a-01241e8fdd7c/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6646a60d-f558-6d51-537a-ceb47af21c95/cluster_0663b4ea-fe33-624e-de5a-01241e8fdd7c/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-07T12:19:31,657 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=58515 2024-11-07T12:19:31,657 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-07T12:19:31,657 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-07T12:19:31,657 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6646a60d-f558-6d51-537a-ceb47af21c95/test.cache.data in system properties and HBase conf 2024-11-07T12:19:31,657 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6646a60d-f558-6d51-537a-ceb47af21c95/hadoop.tmp.dir in system properties and HBase conf 2024-11-07T12:19:31,657 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6646a60d-f558-6d51-537a-ceb47af21c95/hadoop.log.dir in system properties and HBase conf 2024-11-07T12:19:31,657 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6646a60d-f558-6d51-537a-ceb47af21c95/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-07T12:19:31,657 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6646a60d-f558-6d51-537a-ceb47af21c95/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-07T12:19:31,657 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-07T12:19:31,657 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-07T12:19:31,658 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6646a60d-f558-6d51-537a-ceb47af21c95/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-07T12:19:31,658 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6646a60d-f558-6d51-537a-ceb47af21c95/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-07T12:19:31,658 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6646a60d-f558-6d51-537a-ceb47af21c95/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-07T12:19:31,658 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6646a60d-f558-6d51-537a-ceb47af21c95/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-07T12:19:31,658 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6646a60d-f558-6d51-537a-ceb47af21c95/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-07T12:19:31,658 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6646a60d-f558-6d51-537a-ceb47af21c95/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-07T12:19:31,658 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6646a60d-f558-6d51-537a-ceb47af21c95/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-07T12:19:31,658 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6646a60d-f558-6d51-537a-ceb47af21c95/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-07T12:19:31,658 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6646a60d-f558-6d51-537a-ceb47af21c95/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-07T12:19:31,659 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6646a60d-f558-6d51-537a-ceb47af21c95/nfs.dump.dir in system properties and HBase conf 2024-11-07T12:19:31,659 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6646a60d-f558-6d51-537a-ceb47af21c95/java.io.tmpdir in system properties and HBase conf 2024-11-07T12:19:31,659 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6646a60d-f558-6d51-537a-ceb47af21c95/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-07T12:19:31,659 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6646a60d-f558-6d51-537a-ceb47af21c95/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-07T12:19:31,659 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6646a60d-f558-6d51-537a-ceb47af21c95/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-07T12:19:31,708 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1001a2e764d0002, quorum=127.0.0.1:59463, baseZNode=/0462447998 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-07T12:19:31,708 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1001a2e764d0005, quorum=127.0.0.1:59463, baseZNode=/1-344109118 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-07T12:19:31,708 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1001a2e764d0002, quorum=127.0.0.1:59463, baseZNode=/0462447998 Received Disconnected from ZooKeeper, ignoring 2024-11-07T12:19:31,708 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1001a2e764d0005, quorum=127.0.0.1:59463, baseZNode=/1-344109118 Received Disconnected from ZooKeeper, ignoring 2024-11-07T12:19:31,742 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T12:19:31,746 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-07T12:19:31,752 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-07T12:19:31,752 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-07T12:19:31,752 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-07T12:19:31,753 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T12:19:31,756 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@553d2c81{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6646a60d-f558-6d51-537a-ceb47af21c95/hadoop.log.dir/,AVAILABLE} 2024-11-07T12:19:31,757 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1e8931af{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-07T12:19:31,881 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@57b09feb{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6646a60d-f558-6d51-537a-ceb47af21c95/java.io.tmpdir/jetty-localhost-34231-hadoop-hdfs-3_4_1-tests_jar-_-any-15334639786342503211/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-07T12:19:31,882 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3fa1d05f{HTTP/1.1, (http/1.1)}{localhost:34231} 2024-11-07T12:19:31,882 INFO [Time-limited test {}] server.Server(415): Started @202082ms 2024-11-07T12:19:31,943 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T12:19:31,945 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [87fb68174c52,46025,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=87fb68174c52:46025 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-07T12:19:31,945 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 10, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 28323 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [87fb68174c52,46025,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=87fb68174c52:46025 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-07T12:19:31,974 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T12:19:31,977 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-07T12:19:31,978 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-07T12:19:31,978 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-07T12:19:31,978 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-07T12:19:31,981 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5bf8487b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6646a60d-f558-6d51-537a-ceb47af21c95/hadoop.log.dir/,AVAILABLE} 2024-11-07T12:19:31,981 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@388b3372{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-07T12:19:32,095 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3ce9fef0{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6646a60d-f558-6d51-537a-ceb47af21c95/java.io.tmpdir/jetty-localhost-41205-hadoop-hdfs-3_4_1-tests_jar-_-any-2925968768388114385/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T12:19:32,095 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4ca7de1{HTTP/1.1, (http/1.1)}{localhost:41205} 2024-11-07T12:19:32,095 INFO [Time-limited test {}] server.Server(415): Started @202295ms 2024-11-07T12:19:32,096 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-07T12:19:32,190 WARN [Thread-2641 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6646a60d-f558-6d51-537a-ceb47af21c95/cluster_0663b4ea-fe33-624e-de5a-01241e8fdd7c/data/data1/current/BP-691750611-172.17.0.3-1730981971682/current, will proceed with Du for space computation calculation, 2024-11-07T12:19:32,190 WARN [Thread-2642 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6646a60d-f558-6d51-537a-ceb47af21c95/cluster_0663b4ea-fe33-624e-de5a-01241e8fdd7c/data/data2/current/BP-691750611-172.17.0.3-1730981971682/current, will proceed with Du for space computation calculation, 2024-11-07T12:19:32,220 WARN [Thread-2629 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-07T12:19:32,224 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xaeb5f33fa2423993 with lease ID 0xc4b734166e649079: Processing first storage report for DS-1e522581-bb8e-4304-b042-4a6f384973d6 from datanode DatanodeRegistration(127.0.0.1:45393, datanodeUuid=cc09954e-a213-4e39-84c8-e9e31c74891f, infoPort=39877, infoSecurePort=0, ipcPort=35037, storageInfo=lv=-57;cid=testClusterID;nsid=1993347320;c=1730981971682) 2024-11-07T12:19:32,224 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xaeb5f33fa2423993 with lease ID 0xc4b734166e649079: from storage DS-1e522581-bb8e-4304-b042-4a6f384973d6 node DatanodeRegistration(127.0.0.1:45393, datanodeUuid=cc09954e-a213-4e39-84c8-e9e31c74891f, infoPort=39877, infoSecurePort=0, ipcPort=35037, storageInfo=lv=-57;cid=testClusterID;nsid=1993347320;c=1730981971682), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-07T12:19:32,224 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xaeb5f33fa2423993 with lease ID 0xc4b734166e649079: Processing first storage report for DS-aaa6af92-811e-4ff7-8436-93af03a308c7 from datanode DatanodeRegistration(127.0.0.1:45393, datanodeUuid=cc09954e-a213-4e39-84c8-e9e31c74891f, infoPort=39877, infoSecurePort=0, ipcPort=35037, storageInfo=lv=-57;cid=testClusterID;nsid=1993347320;c=1730981971682) 2024-11-07T12:19:32,224 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xaeb5f33fa2423993 with lease ID 0xc4b734166e649079: from storage DS-aaa6af92-811e-4ff7-8436-93af03a308c7 node DatanodeRegistration(127.0.0.1:45393, datanodeUuid=cc09954e-a213-4e39-84c8-e9e31c74891f, infoPort=39877, infoSecurePort=0, ipcPort=35037, storageInfo=lv=-57;cid=testClusterID;nsid=1993347320;c=1730981971682), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-07T12:19:32,322 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6646a60d-f558-6d51-537a-ceb47af21c95 2024-11-07T12:19:32,322 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T12:19:32,324 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T12:19:32,334 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45393 is added to blk_1073741825_1001 (size=7) 2024-11-07T12:19:32,334 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35299/user/jenkins/test-data/c1b001e6-0289-755f-1dfb-a75ad48187fa with version=8 2024-11-07T12:19:32,335 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:35299/user/jenkins/test-data/c1b001e6-0289-755f-1dfb-a75ad48187fa/hbase-staging 2024-11-07T12:19:32,337 INFO [Time-limited test {}] client.ConnectionUtils(128): master/87fb68174c52:0 server-side Connection retries=45 2024-11-07T12:19:32,337 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T12:19:32,337 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-07T12:19:32,337 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-07T12:19:32,337 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T12:19:32,337 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-07T12:19:32,337 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-07T12:19:32,337 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T12:19:32,338 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:42693 2024-11-07T12:19:32,339 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42693 connecting to ZooKeeper ensemble=127.0.0.1:58515 2024-11-07T12:19:32,348 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:426930x0, quorum=127.0.0.1:58515, baseZNode=/0-1788424890 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T12:19:32,348 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42693-0x1001a2ed1660000 connected 2024-11-07T12:19:32,372 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T12:19:32,374 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T12:19:32,380 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42693-0x1001a2ed1660000, quorum=127.0.0.1:58515, baseZNode=/0-1788424890 Set watcher on znode that does not yet exist, /0-1788424890/running 2024-11-07T12:19:32,380 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35299/user/jenkins/test-data/c1b001e6-0289-755f-1dfb-a75ad48187fa, hbase.cluster.distributed=false 2024-11-07T12:19:32,382 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42693-0x1001a2ed1660000, quorum=127.0.0.1:58515, baseZNode=/0-1788424890 Set watcher on znode that does not yet exist, /0-1788424890/acl 2024-11-07T12:19:32,387 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42693 2024-11-07T12:19:32,390 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42693 2024-11-07T12:19:32,390 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42693 2024-11-07T12:19:32,391 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42693 2024-11-07T12:19:32,392 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42693 2024-11-07T12:19:32,414 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/87fb68174c52:0 server-side Connection retries=45 2024-11-07T12:19:32,414 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T12:19:32,414 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-07T12:19:32,414 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-07T12:19:32,414 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T12:19:32,414 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-07T12:19:32,414 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-07T12:19:32,415 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T12:19:32,416 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:45327 2024-11-07T12:19:32,417 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45327 connecting to ZooKeeper ensemble=127.0.0.1:58515 2024-11-07T12:19:32,418 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T12:19:32,420 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T12:19:32,426 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:453270x0, quorum=127.0.0.1:58515, baseZNode=/0-1788424890 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T12:19:32,426 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:453270x0, quorum=127.0.0.1:58515, baseZNode=/0-1788424890 Set watcher on znode that does not yet exist, /0-1788424890/running 2024-11-07T12:19:32,426 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-07T12:19:32,433 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45327-0x1001a2ed1660001 connected 2024-11-07T12:19:32,436 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-07T12:19:32,436 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45327-0x1001a2ed1660001, quorum=127.0.0.1:58515, baseZNode=/0-1788424890 Set watcher on znode that does not yet exist, /0-1788424890/master 2024-11-07T12:19:32,437 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45327-0x1001a2ed1660001, quorum=127.0.0.1:58515, baseZNode=/0-1788424890 Set watcher on znode that does not yet exist, /0-1788424890/acl 2024-11-07T12:19:32,443 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45327 2024-11-07T12:19:32,443 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45327 2024-11-07T12:19:32,444 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45327 2024-11-07T12:19:32,447 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45327 2024-11-07T12:19:32,448 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45327 2024-11-07T12:19:32,460 DEBUG [M:0;87fb68174c52:42693 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;87fb68174c52:42693 2024-11-07T12:19:32,461 INFO [master/87fb68174c52:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1788424890/backup-masters/87fb68174c52,42693,1730981972337 2024-11-07T12:19:32,468 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42693-0x1001a2ed1660000, quorum=127.0.0.1:58515, baseZNode=/0-1788424890 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1788424890/backup-masters 2024-11-07T12:19:32,468 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45327-0x1001a2ed1660001, quorum=127.0.0.1:58515, baseZNode=/0-1788424890 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1788424890/backup-masters 2024-11-07T12:19:32,469 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42693-0x1001a2ed1660000, quorum=127.0.0.1:58515, baseZNode=/0-1788424890 Set watcher on existing znode=/0-1788424890/backup-masters/87fb68174c52,42693,1730981972337 2024-11-07T12:19:32,472 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45327-0x1001a2ed1660001, quorum=127.0.0.1:58515, baseZNode=/0-1788424890 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1788424890/master 2024-11-07T12:19:32,472 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42693-0x1001a2ed1660000, quorum=127.0.0.1:58515, baseZNode=/0-1788424890 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1788424890 2024-11-07T12:19:32,472 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45327-0x1001a2ed1660001, quorum=127.0.0.1:58515, baseZNode=/0-1788424890 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1788424890 2024-11-07T12:19:32,472 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42693-0x1001a2ed1660000, quorum=127.0.0.1:58515, baseZNode=/0-1788424890 Set watcher on existing znode=/0-1788424890/master 2024-11-07T12:19:32,473 INFO [master/87fb68174c52:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1788424890/backup-masters/87fb68174c52,42693,1730981972337 from backup master directory 2024-11-07T12:19:32,474 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42693-0x1001a2ed1660000, quorum=127.0.0.1:58515, baseZNode=/0-1788424890 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1788424890/backup-masters/87fb68174c52,42693,1730981972337 2024-11-07T12:19:32,474 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42693-0x1001a2ed1660000, quorum=127.0.0.1:58515, baseZNode=/0-1788424890 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1788424890/backup-masters 2024-11-07T12:19:32,474 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45327-0x1001a2ed1660001, quorum=127.0.0.1:58515, baseZNode=/0-1788424890 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1788424890/backup-masters 2024-11-07T12:19:32,474 WARN [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-07T12:19:32,474 INFO [master/87fb68174c52:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=87fb68174c52,42693,1730981972337 2024-11-07T12:19:32,485 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35299/user/jenkins/test-data/c1b001e6-0289-755f-1dfb-a75ad48187fa/hbase.id] with ID: 697dd23d-cfe0-4cba-a8ab-0bf06bff174d 2024-11-07T12:19:32,485 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35299/user/jenkins/test-data/c1b001e6-0289-755f-1dfb-a75ad48187fa/.tmp/hbase.id 2024-11-07T12:19:32,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45393 is added to blk_1073741826_1002 (size=42) 2024-11-07T12:19:32,894 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35299/user/jenkins/test-data/c1b001e6-0289-755f-1dfb-a75ad48187fa/.tmp/hbase.id]:[hdfs://localhost:35299/user/jenkins/test-data/c1b001e6-0289-755f-1dfb-a75ad48187fa/hbase.id] 2024-11-07T12:19:32,904 INFO [master/87fb68174c52:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T12:19:32,904 INFO [master/87fb68174c52:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-07T12:19:32,905 INFO [master/87fb68174c52:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-07T12:19:32,907 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42693-0x1001a2ed1660000, quorum=127.0.0.1:58515, baseZNode=/0-1788424890 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1788424890 2024-11-07T12:19:32,907 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45327-0x1001a2ed1660001, quorum=127.0.0.1:58515, baseZNode=/0-1788424890 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1788424890 2024-11-07T12:19:32,911 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45393 is added to blk_1073741827_1003 (size=196) 2024-11-07T12:19:33,312 INFO [master/87fb68174c52:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-07T12:19:33,313 INFO [master/87fb68174c52:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-07T12:19:33,313 INFO [master/87fb68174c52:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T12:19:33,326 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45393 is added to blk_1073741828_1004 (size=1189) 2024-11-07T12:19:33,727 INFO [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35299/user/jenkins/test-data/c1b001e6-0289-755f-1dfb-a75ad48187fa/MasterData/data/master/store 2024-11-07T12:19:33,732 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45393 is added to blk_1073741829_1005 (size=34) 2024-11-07T12:19:34,133 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T12:19:34,133 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-07T12:19:34,133 INFO [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T12:19:34,133 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T12:19:34,133 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-07T12:19:34,133 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T12:19:34,133 INFO [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T12:19:34,133 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1730981974133Disabling compacts and flushes for region at 1730981974133Disabling writes for close at 1730981974133Writing region close event to WAL at 1730981974133Closed at 1730981974133 2024-11-07T12:19:34,134 WARN [master/87fb68174c52:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35299/user/jenkins/test-data/c1b001e6-0289-755f-1dfb-a75ad48187fa/MasterData/data/master/store/.initializing 2024-11-07T12:19:34,134 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35299/user/jenkins/test-data/c1b001e6-0289-755f-1dfb-a75ad48187fa/MasterData/WALs/87fb68174c52,42693,1730981972337 2024-11-07T12:19:34,135 INFO [master/87fb68174c52:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-07T12:19:34,136 INFO [master/87fb68174c52:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=87fb68174c52%2C42693%2C1730981972337, suffix=, logDir=hdfs://localhost:35299/user/jenkins/test-data/c1b001e6-0289-755f-1dfb-a75ad48187fa/MasterData/WALs/87fb68174c52,42693,1730981972337, archiveDir=hdfs://localhost:35299/user/jenkins/test-data/c1b001e6-0289-755f-1dfb-a75ad48187fa/MasterData/oldWALs, maxLogs=10 2024-11-07T12:19:34,157 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/c1b001e6-0289-755f-1dfb-a75ad48187fa/MasterData/WALs/87fb68174c52,42693,1730981972337/87fb68174c52%2C42693%2C1730981972337.1730981974136, exclude list is [], retry=0 2024-11-07T12:19:34,159 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45393,DS-1e522581-bb8e-4304-b042-4a6f384973d6,DISK] 2024-11-07T12:19:34,160 INFO [master/87fb68174c52:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c1b001e6-0289-755f-1dfb-a75ad48187fa/MasterData/WALs/87fb68174c52,42693,1730981972337/87fb68174c52%2C42693%2C1730981972337.1730981974136 2024-11-07T12:19:34,161 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39877:39877)] 2024-11-07T12:19:34,161 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-07T12:19:34,161 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T12:19:34,161 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T12:19:34,161 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T12:19:34,162 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T12:19:34,163 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-07T12:19:34,163 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:34,164 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T12:19:34,164 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T12:19:34,165 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-07T12:19:34,165 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:34,165 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T12:19:34,165 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T12:19:34,166 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-07T12:19:34,166 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:34,166 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T12:19:34,166 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T12:19:34,167 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-07T12:19:34,167 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:34,167 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T12:19:34,167 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T12:19:34,168 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35299/user/jenkins/test-data/c1b001e6-0289-755f-1dfb-a75ad48187fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-07T12:19:34,168 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35299/user/jenkins/test-data/c1b001e6-0289-755f-1dfb-a75ad48187fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-07T12:19:34,169 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T12:19:34,169 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T12:19:34,169 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T12:19:34,170 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T12:19:34,172 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35299/user/jenkins/test-data/c1b001e6-0289-755f-1dfb-a75ad48187fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T12:19:34,172 INFO [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64845430, jitterRate=-0.033727794885635376}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T12:19:34,173 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1730981974161Initializing all the Stores at 1730981974162 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730981974162Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730981974162Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730981974162Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730981974162Cleaning up temporary data from old regions at 1730981974169 (+7 ms)Region opened successfully at 1730981974173 (+4 ms) 2024-11-07T12:19:34,173 INFO [master/87fb68174c52:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-07T12:19:34,175 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6149a0e9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=87fb68174c52/172.17.0.3:0 2024-11-07T12:19:34,176 INFO [master/87fb68174c52:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-07T12:19:34,176 INFO [master/87fb68174c52:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-07T12:19:34,176 INFO [master/87fb68174c52:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-07T12:19:34,176 INFO [master/87fb68174c52:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-07T12:19:34,177 INFO [master/87fb68174c52:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-07T12:19:34,177 INFO [master/87fb68174c52:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-07T12:19:34,177 INFO [master/87fb68174c52:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-07T12:19:34,182 INFO [master/87fb68174c52:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-07T12:19:34,183 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42693-0x1001a2ed1660000, quorum=127.0.0.1:58515, baseZNode=/0-1788424890 Unable to get data of znode /0-1788424890/balancer because node does not exist (not necessarily an error) 2024-11-07T12:19:34,184 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1788424890/balancer already deleted, retry=false 2024-11-07T12:19:34,184 INFO [master/87fb68174c52:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-07T12:19:34,185 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42693-0x1001a2ed1660000, quorum=127.0.0.1:58515, baseZNode=/0-1788424890 Unable to get data of znode /0-1788424890/normalizer because node does not exist (not necessarily an error) 2024-11-07T12:19:34,186 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1788424890/normalizer already deleted, retry=false 2024-11-07T12:19:34,186 INFO [master/87fb68174c52:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-07T12:19:34,187 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42693-0x1001a2ed1660000, quorum=127.0.0.1:58515, baseZNode=/0-1788424890 Unable to get data of znode /0-1788424890/switch/split because node does not exist (not necessarily an error) 2024-11-07T12:19:34,188 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1788424890/switch/split already deleted, retry=false 2024-11-07T12:19:34,189 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42693-0x1001a2ed1660000, quorum=127.0.0.1:58515, baseZNode=/0-1788424890 Unable to get data of znode /0-1788424890/switch/merge because node does not exist (not necessarily an error) 2024-11-07T12:19:34,190 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1788424890/switch/merge already deleted, retry=false 2024-11-07T12:19:34,192 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42693-0x1001a2ed1660000, quorum=127.0.0.1:58515, baseZNode=/0-1788424890 Unable to get data of znode /0-1788424890/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-07T12:19:34,193 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1788424890/snapshot-cleanup already deleted, retry=false 2024-11-07T12:19:34,195 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45327-0x1001a2ed1660001, quorum=127.0.0.1:58515, baseZNode=/0-1788424890 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1788424890/running 2024-11-07T12:19:34,195 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45327-0x1001a2ed1660001, quorum=127.0.0.1:58515, baseZNode=/0-1788424890 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1788424890 2024-11-07T12:19:34,195 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42693-0x1001a2ed1660000, quorum=127.0.0.1:58515, baseZNode=/0-1788424890 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1788424890/running 2024-11-07T12:19:34,195 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42693-0x1001a2ed1660000, quorum=127.0.0.1:58515, baseZNode=/0-1788424890 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1788424890 2024-11-07T12:19:34,195 INFO [master/87fb68174c52:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=87fb68174c52,42693,1730981972337, sessionid=0x1001a2ed1660000, setting cluster-up flag (Was=false) 2024-11-07T12:19:34,198 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45327-0x1001a2ed1660001, quorum=127.0.0.1:58515, baseZNode=/0-1788424890 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1788424890 2024-11-07T12:19:34,198 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42693-0x1001a2ed1660000, quorum=127.0.0.1:58515, baseZNode=/0-1788424890 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1788424890 2024-11-07T12:19:34,203 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1788424890/flush-table-proc/acquired, /0-1788424890/flush-table-proc/reached, /0-1788424890/flush-table-proc/abort 2024-11-07T12:19:34,203 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=87fb68174c52,42693,1730981972337 2024-11-07T12:19:34,207 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45327-0x1001a2ed1660001, quorum=127.0.0.1:58515, baseZNode=/0-1788424890 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1788424890 2024-11-07T12:19:34,207 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42693-0x1001a2ed1660000, quorum=127.0.0.1:58515, baseZNode=/0-1788424890 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1788424890 2024-11-07T12:19:34,211 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1788424890/online-snapshot/acquired, /0-1788424890/online-snapshot/reached, /0-1788424890/online-snapshot/abort 2024-11-07T12:19:34,212 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=87fb68174c52,42693,1730981972337 2024-11-07T12:19:34,213 INFO [master/87fb68174c52:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35299/user/jenkins/test-data/c1b001e6-0289-755f-1dfb-a75ad48187fa/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-07T12:19:34,214 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-07T12:19:34,214 INFO [master/87fb68174c52:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-07T12:19:34,214 INFO [master/87fb68174c52:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-07T12:19:34,215 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 87fb68174c52,42693,1730981972337 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-07T12:19:34,216 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/87fb68174c52:0, corePoolSize=5, maxPoolSize=5 2024-11-07T12:19:34,216 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/87fb68174c52:0, corePoolSize=5, maxPoolSize=5 2024-11-07T12:19:34,216 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/87fb68174c52:0, corePoolSize=5, maxPoolSize=5 2024-11-07T12:19:34,216 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/87fb68174c52:0, corePoolSize=5, maxPoolSize=5 2024-11-07T12:19:34,216 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/87fb68174c52:0, corePoolSize=10, maxPoolSize=10 2024-11-07T12:19:34,216 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:19:34,216 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/87fb68174c52:0, corePoolSize=2, maxPoolSize=2 2024-11-07T12:19:34,216 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:19:34,217 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T12:19:34,217 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-07T12:19:34,218 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:34,218 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-07T12:19:34,220 INFO [master/87fb68174c52:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1730982004220 2024-11-07T12:19:34,220 INFO [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-07T12:19:34,221 INFO [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-07T12:19:34,221 INFO [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-07T12:19:34,221 INFO [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-07T12:19:34,221 INFO [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-07T12:19:34,221 INFO [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-07T12:19:34,224 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-07T12:19:34,227 INFO [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-07T12:19:34,228 INFO [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-07T12:19:34,228 INFO [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-07T12:19:34,228 INFO [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-07T12:19:34,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45393 is added to blk_1073741831_1007 (size=1321) 2024-11-07T12:19:34,232 INFO [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-07T12:19:34,232 INFO [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-07T12:19:34,233 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/87fb68174c52:0:becomeActiveMaster-HFileCleaner.large.0-1730981974232,5,FailOnTimeoutGroup] 2024-11-07T12:19:34,233 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/87fb68174c52:0:becomeActiveMaster-HFileCleaner.small.0-1730981974233,5,FailOnTimeoutGroup] 2024-11-07T12:19:34,233 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-07T12:19:34,233 INFO [master/87fb68174c52:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-07T12:19:34,233 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-07T12:19:34,233 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-07T12:19:34,251 INFO [RS:0;87fb68174c52:45327 {}] regionserver.HRegionServer(746): ClusterId : 697dd23d-cfe0-4cba-a8ab-0bf06bff174d 2024-11-07T12:19:34,251 DEBUG [RS:0;87fb68174c52:45327 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-07T12:19:34,253 DEBUG [RS:0;87fb68174c52:45327 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-07T12:19:34,253 DEBUG [RS:0;87fb68174c52:45327 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-07T12:19:34,256 DEBUG [RS:0;87fb68174c52:45327 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-07T12:19:34,256 DEBUG [RS:0;87fb68174c52:45327 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b3b8eb6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=87fb68174c52/172.17.0.3:0 2024-11-07T12:19:34,271 DEBUG [RS:0;87fb68174c52:45327 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;87fb68174c52:45327 2024-11-07T12:19:34,271 INFO [RS:0;87fb68174c52:45327 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-07T12:19:34,271 INFO [RS:0;87fb68174c52:45327 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-07T12:19:34,271 DEBUG [RS:0;87fb68174c52:45327 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-07T12:19:34,271 INFO [RS:0;87fb68174c52:45327 {}] regionserver.HRegionServer(2659): reportForDuty to master=87fb68174c52,42693,1730981972337 with port=45327, startcode=1730981972414 2024-11-07T12:19:34,271 DEBUG [RS:0;87fb68174c52:45327 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-07T12:19:34,273 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46843, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=RegionServerStatusService 2024-11-07T12:19:34,273 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42693 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 87fb68174c52,45327,1730981972414 2024-11-07T12:19:34,274 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42693 {}] master.ServerManager(517): Registering regionserver=87fb68174c52,45327,1730981972414 2024-11-07T12:19:34,275 DEBUG [RS:0;87fb68174c52:45327 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35299/user/jenkins/test-data/c1b001e6-0289-755f-1dfb-a75ad48187fa 2024-11-07T12:19:34,275 DEBUG [RS:0;87fb68174c52:45327 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35299 2024-11-07T12:19:34,275 DEBUG [RS:0;87fb68174c52:45327 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-07T12:19:34,277 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42693-0x1001a2ed1660000, quorum=127.0.0.1:58515, baseZNode=/0-1788424890 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1788424890/rs 2024-11-07T12:19:34,277 DEBUG [RS:0;87fb68174c52:45327 {}] zookeeper.ZKUtil(111): regionserver:45327-0x1001a2ed1660001, quorum=127.0.0.1:58515, baseZNode=/0-1788424890 Set watcher on existing znode=/0-1788424890/rs/87fb68174c52,45327,1730981972414 2024-11-07T12:19:34,277 WARN [RS:0;87fb68174c52:45327 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-07T12:19:34,277 INFO [RS:0;87fb68174c52:45327 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T12:19:34,277 DEBUG [RS:0;87fb68174c52:45327 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35299/user/jenkins/test-data/c1b001e6-0289-755f-1dfb-a75ad48187fa/WALs/87fb68174c52,45327,1730981972414 2024-11-07T12:19:34,278 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [87fb68174c52,45327,1730981972414] 2024-11-07T12:19:34,281 INFO [RS:0;87fb68174c52:45327 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-07T12:19:34,284 INFO [RS:0;87fb68174c52:45327 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-07T12:19:34,288 INFO [RS:0;87fb68174c52:45327 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-07T12:19:34,289 INFO [RS:0;87fb68174c52:45327 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T12:19:34,289 INFO [RS:0;87fb68174c52:45327 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-07T12:19:34,290 INFO [RS:0;87fb68174c52:45327 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-07T12:19:34,290 INFO [RS:0;87fb68174c52:45327 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-07T12:19:34,290 DEBUG [RS:0;87fb68174c52:45327 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:19:34,290 DEBUG [RS:0;87fb68174c52:45327 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:19:34,290 DEBUG [RS:0;87fb68174c52:45327 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:19:34,290 DEBUG [RS:0;87fb68174c52:45327 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:19:34,290 DEBUG [RS:0;87fb68174c52:45327 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:19:34,290 DEBUG [RS:0;87fb68174c52:45327 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/87fb68174c52:0, corePoolSize=2, maxPoolSize=2 2024-11-07T12:19:34,290 DEBUG [RS:0;87fb68174c52:45327 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:19:34,290 DEBUG [RS:0;87fb68174c52:45327 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:19:34,290 DEBUG [RS:0;87fb68174c52:45327 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:19:34,290 DEBUG [RS:0;87fb68174c52:45327 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:19:34,290 DEBUG [RS:0;87fb68174c52:45327 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:19:34,290 DEBUG [RS:0;87fb68174c52:45327 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:19:34,290 DEBUG [RS:0;87fb68174c52:45327 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/87fb68174c52:0, corePoolSize=3, maxPoolSize=3 2024-11-07T12:19:34,290 DEBUG [RS:0;87fb68174c52:45327 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/87fb68174c52:0, corePoolSize=3, maxPoolSize=3 2024-11-07T12:19:34,293 INFO [RS:0;87fb68174c52:45327 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T12:19:34,293 INFO [RS:0;87fb68174c52:45327 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T12:19:34,293 INFO [RS:0;87fb68174c52:45327 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T12:19:34,293 INFO [RS:0;87fb68174c52:45327 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-07T12:19:34,293 INFO [RS:0;87fb68174c52:45327 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-07T12:19:34,293 INFO [RS:0;87fb68174c52:45327 {}] hbase.ChoreService(168): Chore ScheduledChore name=87fb68174c52,45327,1730981972414-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-07T12:19:34,311 INFO [RS:0;87fb68174c52:45327 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-07T12:19:34,311 INFO [RS:0;87fb68174c52:45327 {}] hbase.ChoreService(168): Chore ScheduledChore name=87fb68174c52,45327,1730981972414-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T12:19:34,311 INFO [RS:0;87fb68174c52:45327 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T12:19:34,311 INFO [RS:0;87fb68174c52:45327 {}] regionserver.Replication(171): 87fb68174c52,45327,1730981972414 started 2024-11-07T12:19:34,324 INFO [RS:0;87fb68174c52:45327 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T12:19:34,324 INFO [RS:0;87fb68174c52:45327 {}] regionserver.HRegionServer(1482): Serving as 87fb68174c52,45327,1730981972414, RpcServer on 87fb68174c52/172.17.0.3:45327, sessionid=0x1001a2ed1660001 2024-11-07T12:19:34,324 DEBUG [RS:0;87fb68174c52:45327 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-07T12:19:34,324 DEBUG [RS:0;87fb68174c52:45327 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 87fb68174c52,45327,1730981972414 2024-11-07T12:19:34,324 DEBUG [RS:0;87fb68174c52:45327 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '87fb68174c52,45327,1730981972414' 2024-11-07T12:19:34,324 DEBUG [RS:0;87fb68174c52:45327 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1788424890/flush-table-proc/abort' 2024-11-07T12:19:34,325 DEBUG [RS:0;87fb68174c52:45327 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1788424890/flush-table-proc/acquired' 2024-11-07T12:19:34,325 DEBUG [RS:0;87fb68174c52:45327 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-07T12:19:34,325 DEBUG [RS:0;87fb68174c52:45327 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-07T12:19:34,325 DEBUG [RS:0;87fb68174c52:45327 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 87fb68174c52,45327,1730981972414 2024-11-07T12:19:34,325 DEBUG [RS:0;87fb68174c52:45327 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '87fb68174c52,45327,1730981972414' 2024-11-07T12:19:34,325 DEBUG [RS:0;87fb68174c52:45327 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1788424890/online-snapshot/abort' 2024-11-07T12:19:34,325 DEBUG [RS:0;87fb68174c52:45327 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1788424890/online-snapshot/acquired' 2024-11-07T12:19:34,325 DEBUG [RS:0;87fb68174c52:45327 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-07T12:19:34,326 INFO [RS:0;87fb68174c52:45327 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-07T12:19:34,326 INFO [RS:0;87fb68174c52:45327 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-07T12:19:34,426 INFO [RS:0;87fb68174c52:45327 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-07T12:19:34,427 INFO [RS:0;87fb68174c52:45327 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=87fb68174c52%2C45327%2C1730981972414, suffix=, logDir=hdfs://localhost:35299/user/jenkins/test-data/c1b001e6-0289-755f-1dfb-a75ad48187fa/WALs/87fb68174c52,45327,1730981972414, archiveDir=hdfs://localhost:35299/user/jenkins/test-data/c1b001e6-0289-755f-1dfb-a75ad48187fa/oldWALs, maxLogs=10 2024-11-07T12:19:34,444 DEBUG [RS:0;87fb68174c52:45327 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/c1b001e6-0289-755f-1dfb-a75ad48187fa/WALs/87fb68174c52,45327,1730981972414/87fb68174c52%2C45327%2C1730981972414.1730981974428, exclude list is [], retry=0 2024-11-07T12:19:34,447 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45393,DS-1e522581-bb8e-4304-b042-4a6f384973d6,DISK] 2024-11-07T12:19:34,448 INFO [RS:0;87fb68174c52:45327 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c1b001e6-0289-755f-1dfb-a75ad48187fa/WALs/87fb68174c52,45327,1730981972414/87fb68174c52%2C45327%2C1730981972414.1730981974428 2024-11-07T12:19:34,449 DEBUG [RS:0;87fb68174c52:45327 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39877:39877)] 2024-11-07T12:19:34,630 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35299/user/jenkins/test-data/c1b001e6-0289-755f-1dfb-a75ad48187fa/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-07T12:19:34,630 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35299/user/jenkins/test-data/c1b001e6-0289-755f-1dfb-a75ad48187fa 2024-11-07T12:19:34,635 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45393 is added to blk_1073741833_1009 (size=32) 2024-11-07T12:19:34,636 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T12:19:34,637 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-07T12:19:34,638 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-07T12:19:34,638 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:34,638 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T12:19:34,638 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-07T12:19:34,639 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-07T12:19:34,639 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:34,640 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T12:19:34,640 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-07T12:19:34,641 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-07T12:19:34,641 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:34,641 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T12:19:34,641 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-07T12:19:34,642 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-07T12:19:34,642 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:34,642 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T12:19:34,643 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-07T12:19:34,643 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35299/user/jenkins/test-data/c1b001e6-0289-755f-1dfb-a75ad48187fa/data/hbase/meta/1588230740 2024-11-07T12:19:34,643 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35299/user/jenkins/test-data/c1b001e6-0289-755f-1dfb-a75ad48187fa/data/hbase/meta/1588230740 2024-11-07T12:19:34,644 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-07T12:19:34,644 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-07T12:19:34,645 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T12:19:34,645 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-07T12:19:34,647 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35299/user/jenkins/test-data/c1b001e6-0289-755f-1dfb-a75ad48187fa/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T12:19:34,648 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65931784, jitterRate=-0.0175398588180542}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T12:19:34,649 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1730981974636Initializing all the Stores at 1730981974637 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730981974637Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730981974637Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730981974637Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730981974637Cleaning up temporary data from old regions at 1730981974644 (+7 ms)Region opened successfully at 1730981974648 (+4 ms) 2024-11-07T12:19:34,649 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-07T12:19:34,649 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-07T12:19:34,649 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-07T12:19:34,649 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-07T12:19:34,649 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-07T12:19:34,649 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-07T12:19:34,649 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1730981974649Disabling compacts and flushes for region at 1730981974649Disabling writes for close at 1730981974649Writing region close event to WAL at 1730981974649Closed at 1730981974649 2024-11-07T12:19:34,650 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T12:19:34,650 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-07T12:19:34,650 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-07T12:19:34,651 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-07T12:19:34,653 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-07T12:19:34,803 DEBUG [87fb68174c52:42693 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-07T12:19:34,804 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=87fb68174c52,45327,1730981972414 2024-11-07T12:19:34,805 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 87fb68174c52,45327,1730981972414, state=OPENING 2024-11-07T12:19:34,807 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-07T12:19:34,811 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42693-0x1001a2ed1660000, quorum=127.0.0.1:58515, baseZNode=/0-1788424890 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1788424890 2024-11-07T12:19:34,811 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45327-0x1001a2ed1660001, quorum=127.0.0.1:58515, baseZNode=/0-1788424890 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1788424890 2024-11-07T12:19:34,812 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-07T12:19:34,812 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1788424890/meta-region-server: CHANGED 2024-11-07T12:19:34,812 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1788424890/meta-region-server: CHANGED 2024-11-07T12:19:34,812 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=87fb68174c52,45327,1730981972414}] 2024-11-07T12:19:34,964 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-07T12:19:34,966 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36507, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-07T12:19:34,969 INFO [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-07T12:19:34,969 INFO [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T12:19:34,969 INFO [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-07T12:19:34,972 INFO [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=87fb68174c52%2C45327%2C1730981972414.meta, suffix=.meta, logDir=hdfs://localhost:35299/user/jenkins/test-data/c1b001e6-0289-755f-1dfb-a75ad48187fa/WALs/87fb68174c52,45327,1730981972414, archiveDir=hdfs://localhost:35299/user/jenkins/test-data/c1b001e6-0289-755f-1dfb-a75ad48187fa/oldWALs, maxLogs=10 2024-11-07T12:19:34,989 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/c1b001e6-0289-755f-1dfb-a75ad48187fa/WALs/87fb68174c52,45327,1730981972414/87fb68174c52%2C45327%2C1730981972414.meta.1730981974973.meta, exclude list is [], retry=0 2024-11-07T12:19:34,991 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45393,DS-1e522581-bb8e-4304-b042-4a6f384973d6,DISK] 2024-11-07T12:19:34,993 INFO [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c1b001e6-0289-755f-1dfb-a75ad48187fa/WALs/87fb68174c52,45327,1730981972414/87fb68174c52%2C45327%2C1730981972414.meta.1730981974973.meta 2024-11-07T12:19:34,993 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39877:39877)] 2024-11-07T12:19:34,993 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-07T12:19:34,994 INFO [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-07T12:19:34,994 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-07T12:19:34,994 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-07T12:19:34,994 INFO [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-07T12:19:34,994 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-07T12:19:34,994 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T12:19:34,994 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-07T12:19:34,994 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-07T12:19:34,995 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-07T12:19:34,996 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-07T12:19:34,996 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:34,997 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T12:19:34,997 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-07T12:19:34,997 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-07T12:19:34,997 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:34,998 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T12:19:34,998 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-07T12:19:34,998 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-07T12:19:34,998 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:34,999 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T12:19:34,999 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-07T12:19:34,999 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-07T12:19:34,999 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:34,999 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T12:19:34,999 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-07T12:19:35,000 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35299/user/jenkins/test-data/c1b001e6-0289-755f-1dfb-a75ad48187fa/data/hbase/meta/1588230740 2024-11-07T12:19:35,001 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35299/user/jenkins/test-data/c1b001e6-0289-755f-1dfb-a75ad48187fa/data/hbase/meta/1588230740 2024-11-07T12:19:35,002 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-07T12:19:35,002 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-07T12:19:35,002 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T12:19:35,003 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-07T12:19:35,004 INFO [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59212349, jitterRate=-0.11766724288463593}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T12:19:35,004 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-07T12:19:35,005 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1730981974994Writing region info on filesystem at 1730981974994Initializing all the Stores at 1730981974995 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730981974995Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730981974995Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730981974995Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730981974995Cleaning up temporary data from old regions at 1730981975002 (+7 ms)Running coprocessor post-open hooks at 1730981975004 (+2 ms)Region opened successfully at 1730981975005 (+1 ms) 2024-11-07T12:19:35,005 INFO [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1730981974964 2024-11-07T12:19:35,008 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-07T12:19:35,008 INFO [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-07T12:19:35,008 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=87fb68174c52,45327,1730981972414 2024-11-07T12:19:35,009 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 87fb68174c52,45327,1730981972414, state=OPEN 2024-11-07T12:19:35,010 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42693-0x1001a2ed1660000, quorum=127.0.0.1:58515, baseZNode=/0-1788424890 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1788424890/meta-region-server 2024-11-07T12:19:35,010 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45327-0x1001a2ed1660001, quorum=127.0.0.1:58515, baseZNode=/0-1788424890 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1788424890/meta-region-server 2024-11-07T12:19:35,010 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=87fb68174c52,45327,1730981972414 2024-11-07T12:19:35,011 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1788424890/meta-region-server: CHANGED 2024-11-07T12:19:35,011 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1788424890/meta-region-server: CHANGED 2024-11-07T12:19:35,012 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-07T12:19:35,012 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=87fb68174c52,45327,1730981972414 in 198 msec 2024-11-07T12:19:35,014 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-07T12:19:35,014 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 362 msec 2024-11-07T12:19:35,015 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T12:19:35,015 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-07T12:19:35,016 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T12:19:35,016 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=87fb68174c52,45327,1730981972414, seqNum=-1] 2024-11-07T12:19:35,016 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T12:19:35,017 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47995, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T12:19:35,021 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 807 msec 2024-11-07T12:19:35,021 INFO [master/87fb68174c52:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1730981975021, completionTime=-1 2024-11-07T12:19:35,021 INFO [master/87fb68174c52:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-07T12:19:35,021 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-07T12:19:35,023 INFO [master/87fb68174c52:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-07T12:19:35,023 INFO [master/87fb68174c52:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1730982035023 2024-11-07T12:19:35,023 INFO [master/87fb68174c52:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1730982095023 2024-11-07T12:19:35,023 INFO [master/87fb68174c52:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-07T12:19:35,024 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=87fb68174c52,42693,1730981972337-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T12:19:35,024 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=87fb68174c52,42693,1730981972337-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T12:19:35,024 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=87fb68174c52,42693,1730981972337-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T12:19:35,024 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-87fb68174c52:42693, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T12:19:35,024 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-07T12:19:35,024 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-07T12:19:35,025 DEBUG [master/87fb68174c52:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-07T12:19:35,027 INFO [master/87fb68174c52:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.553sec 2024-11-07T12:19:35,027 INFO [master/87fb68174c52:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-07T12:19:35,027 INFO [master/87fb68174c52:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-07T12:19:35,027 INFO [master/87fb68174c52:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-07T12:19:35,027 INFO [master/87fb68174c52:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-07T12:19:35,027 INFO [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-07T12:19:35,027 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=87fb68174c52,42693,1730981972337-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-07T12:19:35,028 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=87fb68174c52,42693,1730981972337-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-07T12:19:35,029 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-07T12:19:35,029 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-07T12:19:35,029 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=87fb68174c52,42693,1730981972337-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T12:19:35,051 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@439d4a61, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:19:35,052 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 87fb68174c52,42693,-1 for getting cluster id 2024-11-07T12:19:35,052 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T12:19:35,053 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '697dd23d-cfe0-4cba-a8ab-0bf06bff174d' 2024-11-07T12:19:35,053 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T12:19:35,053 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "697dd23d-cfe0-4cba-a8ab-0bf06bff174d" 2024-11-07T12:19:35,053 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@25c13cb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:19:35,054 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [87fb68174c52,42693,-1] 2024-11-07T12:19:35,054 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T12:19:35,054 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:19:35,055 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56016, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T12:19:35,055 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7957adf0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:19:35,056 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T12:19:35,057 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=87fb68174c52,45327,1730981972414, seqNum=-1] 2024-11-07T12:19:35,057 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T12:19:35,058 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58078, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T12:19:35,059 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=87fb68174c52,42693,1730981972337 2024-11-07T12:19:35,060 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:58515 2024-11-07T12:19:35,062 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:58515, baseZNode=/0-1788424890 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T12:19:35,063 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1001a2ed1660002 connected 2024-11-07T12:19:35,066 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6646a60d-f558-6d51-537a-ceb47af21c95/hadoop.log.dir so I do NOT create it in target/test-data/92a1d8e5-1120-f1a4-de9f-ce45e689e3bf 2024-11-07T12:19:35,066 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6646a60d-f558-6d51-537a-ceb47af21c95/hadoop.log.dir Erasing configuration value by system value. 2024-11-07T12:19:35,066 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6646a60d-f558-6d51-537a-ceb47af21c95/hadoop.tmp.dir so I do NOT create it in target/test-data/92a1d8e5-1120-f1a4-de9f-ce45e689e3bf 2024-11-07T12:19:35,066 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6646a60d-f558-6d51-537a-ceb47af21c95/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-07T12:19:35,066 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92a1d8e5-1120-f1a4-de9f-ce45e689e3bf 2024-11-07T12:19:35,067 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-07T12:19:35,067 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92a1d8e5-1120-f1a4-de9f-ce45e689e3bf/cluster_dc43a62f-dd90-ff1a-5b94-3bf610be3fe9, deleteOnExit=true 2024-11-07T12:19:35,067 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-07T12:19:35,067 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92a1d8e5-1120-f1a4-de9f-ce45e689e3bf/test.cache.data in system properties and HBase conf 2024-11-07T12:19:35,067 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92a1d8e5-1120-f1a4-de9f-ce45e689e3bf/hadoop.tmp.dir in system properties and HBase conf 2024-11-07T12:19:35,067 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92a1d8e5-1120-f1a4-de9f-ce45e689e3bf/hadoop.log.dir in system properties and HBase conf 2024-11-07T12:19:35,067 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92a1d8e5-1120-f1a4-de9f-ce45e689e3bf/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-07T12:19:35,067 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92a1d8e5-1120-f1a4-de9f-ce45e689e3bf/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-07T12:19:35,067 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-07T12:19:35,067 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-07T12:19:35,068 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92a1d8e5-1120-f1a4-de9f-ce45e689e3bf/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-07T12:19:35,068 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92a1d8e5-1120-f1a4-de9f-ce45e689e3bf/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-07T12:19:35,068 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92a1d8e5-1120-f1a4-de9f-ce45e689e3bf/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-07T12:19:35,068 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92a1d8e5-1120-f1a4-de9f-ce45e689e3bf/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-07T12:19:35,068 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92a1d8e5-1120-f1a4-de9f-ce45e689e3bf/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-07T12:19:35,068 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92a1d8e5-1120-f1a4-de9f-ce45e689e3bf/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-07T12:19:35,068 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92a1d8e5-1120-f1a4-de9f-ce45e689e3bf/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-07T12:19:35,068 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92a1d8e5-1120-f1a4-de9f-ce45e689e3bf/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-07T12:19:35,068 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92a1d8e5-1120-f1a4-de9f-ce45e689e3bf/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-07T12:19:35,068 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92a1d8e5-1120-f1a4-de9f-ce45e689e3bf/nfs.dump.dir in system properties and HBase conf 2024-11-07T12:19:35,068 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92a1d8e5-1120-f1a4-de9f-ce45e689e3bf/java.io.tmpdir in system properties and HBase conf 2024-11-07T12:19:35,068 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92a1d8e5-1120-f1a4-de9f-ce45e689e3bf/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-07T12:19:35,068 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92a1d8e5-1120-f1a4-de9f-ce45e689e3bf/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-07T12:19:35,069 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92a1d8e5-1120-f1a4-de9f-ce45e689e3bf/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-07T12:19:35,165 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T12:19:35,169 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-07T12:19:35,172 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-07T12:19:35,172 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-07T12:19:35,172 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-07T12:19:35,172 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T12:19:35,175 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@bd6c149{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92a1d8e5-1120-f1a4-de9f-ce45e689e3bf/hadoop.log.dir/,AVAILABLE} 2024-11-07T12:19:35,175 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5fe8d0f8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-07T12:19:35,245 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-07T12:19:35,245 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-07T12:19:35,246 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-07T12:19:35,320 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3c3550ea{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92a1d8e5-1120-f1a4-de9f-ce45e689e3bf/java.io.tmpdir/jetty-localhost-43851-hadoop-hdfs-3_4_1-tests_jar-_-any-5528558340166154502/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-07T12:19:35,321 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@d0a3ca0{HTTP/1.1, (http/1.1)}{localhost:43851} 2024-11-07T12:19:35,321 INFO [Time-limited test {}] server.Server(415): Started @205521ms 2024-11-07T12:19:35,413 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T12:19:35,416 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-07T12:19:35,421 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-07T12:19:35,421 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-07T12:19:35,421 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-07T12:19:35,421 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@52a9f051{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92a1d8e5-1120-f1a4-de9f-ce45e689e3bf/hadoop.log.dir/,AVAILABLE} 2024-11-07T12:19:35,421 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@51cfce39{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-07T12:19:35,565 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2a044aaf{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92a1d8e5-1120-f1a4-de9f-ce45e689e3bf/java.io.tmpdir/jetty-localhost-45013-hadoop-hdfs-3_4_1-tests_jar-_-any-7183372869867517736/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T12:19:35,565 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@52c46f9b{HTTP/1.1, (http/1.1)}{localhost:45013} 2024-11-07T12:19:35,565 INFO [Time-limited test {}] server.Server(415): Started @205765ms 2024-11-07T12:19:35,566 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-07T12:19:35,669 WARN [Thread-2761 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92a1d8e5-1120-f1a4-de9f-ce45e689e3bf/cluster_dc43a62f-dd90-ff1a-5b94-3bf610be3fe9/data/data1/current/BP-1695841780-172.17.0.3-1730981975090/current, will proceed with Du for space computation calculation, 2024-11-07T12:19:35,669 WARN [Thread-2762 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92a1d8e5-1120-f1a4-de9f-ce45e689e3bf/cluster_dc43a62f-dd90-ff1a-5b94-3bf610be3fe9/data/data2/current/BP-1695841780-172.17.0.3-1730981975090/current, will proceed with Du for space computation calculation, 2024-11-07T12:19:35,692 WARN [Thread-2749 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-07T12:19:35,695 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xac9e31d8924208 with lease ID 0xa254db6d121de536: Processing first storage report for DS-bc7742fd-c45e-4da6-ab8d-d1ef3aee27eb from datanode DatanodeRegistration(127.0.0.1:33191, datanodeUuid=e6ab5d4a-4e23-42f8-85ef-0c26dc3d998b, infoPort=45567, infoSecurePort=0, ipcPort=40105, storageInfo=lv=-57;cid=testClusterID;nsid=843540621;c=1730981975090) 2024-11-07T12:19:35,695 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xac9e31d8924208 with lease ID 0xa254db6d121de536: from storage DS-bc7742fd-c45e-4da6-ab8d-d1ef3aee27eb node DatanodeRegistration(127.0.0.1:33191, datanodeUuid=e6ab5d4a-4e23-42f8-85ef-0c26dc3d998b, infoPort=45567, infoSecurePort=0, ipcPort=40105, storageInfo=lv=-57;cid=testClusterID;nsid=843540621;c=1730981975090), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-07T12:19:35,695 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xac9e31d8924208 with lease ID 0xa254db6d121de536: Processing first storage report for DS-1b34d0af-86e3-4d7a-967b-7da5445b3dd8 from datanode DatanodeRegistration(127.0.0.1:33191, datanodeUuid=e6ab5d4a-4e23-42f8-85ef-0c26dc3d998b, infoPort=45567, infoSecurePort=0, ipcPort=40105, storageInfo=lv=-57;cid=testClusterID;nsid=843540621;c=1730981975090) 2024-11-07T12:19:35,695 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xac9e31d8924208 with lease ID 0xa254db6d121de536: from storage DS-1b34d0af-86e3-4d7a-967b-7da5445b3dd8 node DatanodeRegistration(127.0.0.1:33191, datanodeUuid=e6ab5d4a-4e23-42f8-85ef-0c26dc3d998b, infoPort=45567, infoSecurePort=0, ipcPort=40105, storageInfo=lv=-57;cid=testClusterID;nsid=843540621;c=1730981975090), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-07T12:19:35,704 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92a1d8e5-1120-f1a4-de9f-ce45e689e3bf 2024-11-07T12:19:35,704 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T12:19:35,705 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T12:19:35,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33191 is added to blk_1073741825_1001 (size=7) 2024-11-07T12:19:36,116 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:44975/user/jenkins/test-data/f941b3eb-a2d0-2f7c-4a24-9ec6e2993f2c with version=8 2024-11-07T12:19:36,116 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:44975/user/jenkins/test-data/f941b3eb-a2d0-2f7c-4a24-9ec6e2993f2c/hbase-staging 2024-11-07T12:19:36,119 INFO [Time-limited test {}] client.ConnectionUtils(128): master/87fb68174c52:0 server-side Connection retries=45 2024-11-07T12:19:36,119 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T12:19:36,119 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-07T12:19:36,119 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-07T12:19:36,119 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T12:19:36,119 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-07T12:19:36,119 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-07T12:19:36,119 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T12:19:36,120 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:33743 2024-11-07T12:19:36,121 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33743 connecting to ZooKeeper ensemble=127.0.0.1:58515 2024-11-07T12:19:36,123 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:337430x0, quorum=127.0.0.1:58515, baseZNode=/1876083991 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T12:19:36,123 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33743-0x1001a2ed1660003 connected 2024-11-07T12:19:36,133 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T12:19:36,135 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T12:19:36,138 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33743-0x1001a2ed1660003, quorum=127.0.0.1:58515, baseZNode=/1876083991 Set watcher on znode that does not yet exist, /1876083991/running 2024-11-07T12:19:36,138 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:44975/user/jenkins/test-data/f941b3eb-a2d0-2f7c-4a24-9ec6e2993f2c, hbase.cluster.distributed=false 2024-11-07T12:19:36,140 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33743-0x1001a2ed1660003, quorum=127.0.0.1:58515, baseZNode=/1876083991 Set watcher on znode that does not yet exist, /1876083991/acl 2024-11-07T12:19:36,140 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33743 2024-11-07T12:19:36,144 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33743 2024-11-07T12:19:36,147 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33743 2024-11-07T12:19:36,147 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33743 2024-11-07T12:19:36,147 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33743 2024-11-07T12:19:36,162 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/87fb68174c52:0 server-side Connection retries=45 2024-11-07T12:19:36,162 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T12:19:36,162 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-07T12:19:36,162 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-07T12:19:36,162 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T12:19:36,162 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-07T12:19:36,162 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-07T12:19:36,163 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T12:19:36,163 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:34315 2024-11-07T12:19:36,164 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34315 connecting to ZooKeeper ensemble=127.0.0.1:58515 2024-11-07T12:19:36,165 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T12:19:36,166 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T12:19:36,172 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:343150x0, quorum=127.0.0.1:58515, baseZNode=/1876083991 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T12:19:36,173 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:343150x0, quorum=127.0.0.1:58515, baseZNode=/1876083991 Set watcher on znode that does not yet exist, /1876083991/running 2024-11-07T12:19:36,173 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34315-0x1001a2ed1660004 connected 2024-11-07T12:19:36,173 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-07T12:19:36,174 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-07T12:19:36,174 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34315-0x1001a2ed1660004, quorum=127.0.0.1:58515, baseZNode=/1876083991 Set watcher on znode that does not yet exist, /1876083991/master 2024-11-07T12:19:36,175 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34315-0x1001a2ed1660004, quorum=127.0.0.1:58515, baseZNode=/1876083991 Set watcher on znode that does not yet exist, /1876083991/acl 2024-11-07T12:19:36,181 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34315 2024-11-07T12:19:36,181 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34315 2024-11-07T12:19:36,181 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34315 2024-11-07T12:19:36,182 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34315 2024-11-07T12:19:36,182 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34315 2024-11-07T12:19:36,195 DEBUG [M:0;87fb68174c52:33743 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;87fb68174c52:33743 2024-11-07T12:19:36,195 INFO [master/87fb68174c52:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1876083991/backup-masters/87fb68174c52,33743,1730981976119 2024-11-07T12:19:36,197 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33743-0x1001a2ed1660003, quorum=127.0.0.1:58515, baseZNode=/1876083991 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1876083991/backup-masters 2024-11-07T12:19:36,197 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34315-0x1001a2ed1660004, quorum=127.0.0.1:58515, baseZNode=/1876083991 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1876083991/backup-masters 2024-11-07T12:19:36,197 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33743-0x1001a2ed1660003, quorum=127.0.0.1:58515, baseZNode=/1876083991 Set watcher on existing znode=/1876083991/backup-masters/87fb68174c52,33743,1730981976119 2024-11-07T12:19:36,198 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34315-0x1001a2ed1660004, quorum=127.0.0.1:58515, baseZNode=/1876083991 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1876083991/master 2024-11-07T12:19:36,198 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33743-0x1001a2ed1660003, quorum=127.0.0.1:58515, baseZNode=/1876083991 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1876083991 2024-11-07T12:19:36,198 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34315-0x1001a2ed1660004, quorum=127.0.0.1:58515, baseZNode=/1876083991 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1876083991 2024-11-07T12:19:36,199 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33743-0x1001a2ed1660003, quorum=127.0.0.1:58515, baseZNode=/1876083991 Set watcher on existing znode=/1876083991/master 2024-11-07T12:19:36,199 INFO [master/87fb68174c52:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1876083991/backup-masters/87fb68174c52,33743,1730981976119 from backup master directory 2024-11-07T12:19:36,200 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33743-0x1001a2ed1660003, quorum=127.0.0.1:58515, baseZNode=/1876083991 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1876083991/backup-masters/87fb68174c52,33743,1730981976119 2024-11-07T12:19:36,200 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34315-0x1001a2ed1660004, quorum=127.0.0.1:58515, baseZNode=/1876083991 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1876083991/backup-masters 2024-11-07T12:19:36,200 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33743-0x1001a2ed1660003, quorum=127.0.0.1:58515, baseZNode=/1876083991 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1876083991/backup-masters 2024-11-07T12:19:36,200 WARN [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-07T12:19:36,200 INFO [master/87fb68174c52:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=87fb68174c52,33743,1730981976119 2024-11-07T12:19:36,203 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:44975/user/jenkins/test-data/f941b3eb-a2d0-2f7c-4a24-9ec6e2993f2c/hbase.id] with ID: 66ecc2aa-bcf2-4aec-bf58-dd61cec494b5 2024-11-07T12:19:36,203 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:44975/user/jenkins/test-data/f941b3eb-a2d0-2f7c-4a24-9ec6e2993f2c/.tmp/hbase.id 2024-11-07T12:19:36,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33191 is added to blk_1073741826_1002 (size=42) 2024-11-07T12:19:36,608 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:44975/user/jenkins/test-data/f941b3eb-a2d0-2f7c-4a24-9ec6e2993f2c/.tmp/hbase.id]:[hdfs://localhost:44975/user/jenkins/test-data/f941b3eb-a2d0-2f7c-4a24-9ec6e2993f2c/hbase.id] 2024-11-07T12:19:36,618 INFO [master/87fb68174c52:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T12:19:36,618 INFO [master/87fb68174c52:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-07T12:19:36,619 INFO [master/87fb68174c52:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-07T12:19:36,621 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34315-0x1001a2ed1660004, quorum=127.0.0.1:58515, baseZNode=/1876083991 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1876083991 2024-11-07T12:19:36,621 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33743-0x1001a2ed1660003, quorum=127.0.0.1:58515, baseZNode=/1876083991 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1876083991 2024-11-07T12:19:36,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33191 is added to blk_1073741827_1003 (size=196) 2024-11-07T12:19:36,626 INFO [master/87fb68174c52:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-07T12:19:36,627 INFO [master/87fb68174c52:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-07T12:19:36,627 INFO [master/87fb68174c52:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T12:19:36,632 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33191 is added to blk_1073741828_1004 (size=1189) 2024-11-07T12:19:37,033 INFO [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:44975/user/jenkins/test-data/f941b3eb-a2d0-2f7c-4a24-9ec6e2993f2c/MasterData/data/master/store 2024-11-07T12:19:37,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33191 is added to blk_1073741829_1005 (size=34) 2024-11-07T12:19:37,438 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T12:19:37,439 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-07T12:19:37,439 INFO [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T12:19:37,439 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T12:19:37,439 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-07T12:19:37,439 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T12:19:37,439 INFO [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T12:19:37,439 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1730981977439Disabling compacts and flushes for region at 1730981977439Disabling writes for close at 1730981977439Writing region close event to WAL at 1730981977439Closed at 1730981977439 2024-11-07T12:19:37,439 WARN [master/87fb68174c52:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:44975/user/jenkins/test-data/f941b3eb-a2d0-2f7c-4a24-9ec6e2993f2c/MasterData/data/master/store/.initializing 2024-11-07T12:19:37,440 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44975/user/jenkins/test-data/f941b3eb-a2d0-2f7c-4a24-9ec6e2993f2c/MasterData/WALs/87fb68174c52,33743,1730981976119 2024-11-07T12:19:37,440 INFO [master/87fb68174c52:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-07T12:19:37,442 INFO [master/87fb68174c52:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=87fb68174c52%2C33743%2C1730981976119, suffix=, logDir=hdfs://localhost:44975/user/jenkins/test-data/f941b3eb-a2d0-2f7c-4a24-9ec6e2993f2c/MasterData/WALs/87fb68174c52,33743,1730981976119, archiveDir=hdfs://localhost:44975/user/jenkins/test-data/f941b3eb-a2d0-2f7c-4a24-9ec6e2993f2c/MasterData/oldWALs, maxLogs=10 2024-11-07T12:19:37,455 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/f941b3eb-a2d0-2f7c-4a24-9ec6e2993f2c/MasterData/WALs/87fb68174c52,33743,1730981976119/87fb68174c52%2C33743%2C1730981976119.1730981977442, exclude list is [], retry=0 2024-11-07T12:19:37,457 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33191,DS-bc7742fd-c45e-4da6-ab8d-d1ef3aee27eb,DISK] 2024-11-07T12:19:37,459 INFO [master/87fb68174c52:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f941b3eb-a2d0-2f7c-4a24-9ec6e2993f2c/MasterData/WALs/87fb68174c52,33743,1730981976119/87fb68174c52%2C33743%2C1730981976119.1730981977442 2024-11-07T12:19:37,459 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45567:45567)] 2024-11-07T12:19:37,459 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-07T12:19:37,459 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T12:19:37,459 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T12:19:37,459 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T12:19:37,460 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T12:19:37,461 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-07T12:19:37,461 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:37,462 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T12:19:37,462 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T12:19:37,462 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-07T12:19:37,462 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:37,463 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T12:19:37,463 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T12:19:37,463 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-07T12:19:37,463 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:37,464 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T12:19:37,464 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T12:19:37,464 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-07T12:19:37,464 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:37,465 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T12:19:37,465 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T12:19:37,465 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44975/user/jenkins/test-data/f941b3eb-a2d0-2f7c-4a24-9ec6e2993f2c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-07T12:19:37,465 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44975/user/jenkins/test-data/f941b3eb-a2d0-2f7c-4a24-9ec6e2993f2c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-07T12:19:37,466 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T12:19:37,466 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T12:19:37,467 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T12:19:37,467 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T12:19:37,469 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44975/user/jenkins/test-data/f941b3eb-a2d0-2f7c-4a24-9ec6e2993f2c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T12:19:37,469 INFO [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68034497, jitterRate=0.013793006539344788}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T12:19:37,470 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1730981977459Initializing all the Stores at 1730981977460 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730981977460Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730981977460Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730981977460Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730981977460Cleaning up temporary data from old regions at 1730981977466 (+6 ms)Region opened successfully at 1730981977469 (+3 ms) 2024-11-07T12:19:37,470 INFO [master/87fb68174c52:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-07T12:19:37,472 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c5240fb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=87fb68174c52/172.17.0.3:0 2024-11-07T12:19:37,473 INFO [master/87fb68174c52:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-07T12:19:37,473 INFO [master/87fb68174c52:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-07T12:19:37,473 INFO [master/87fb68174c52:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-07T12:19:37,473 INFO [master/87fb68174c52:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-07T12:19:37,473 INFO [master/87fb68174c52:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-07T12:19:37,474 INFO [master/87fb68174c52:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-07T12:19:37,474 INFO [master/87fb68174c52:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-07T12:19:37,475 INFO [master/87fb68174c52:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-07T12:19:37,476 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33743-0x1001a2ed1660003, quorum=127.0.0.1:58515, baseZNode=/1876083991 Unable to get data of znode /1876083991/balancer because node does not exist (not necessarily an error) 2024-11-07T12:19:37,477 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1876083991/balancer already deleted, retry=false 2024-11-07T12:19:37,478 INFO [master/87fb68174c52:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-07T12:19:37,478 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33743-0x1001a2ed1660003, quorum=127.0.0.1:58515, baseZNode=/1876083991 Unable to get data of znode /1876083991/normalizer because node does not exist (not necessarily an error) 2024-11-07T12:19:37,479 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1876083991/normalizer already deleted, retry=false 2024-11-07T12:19:37,480 INFO [master/87fb68174c52:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-07T12:19:37,480 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33743-0x1001a2ed1660003, quorum=127.0.0.1:58515, baseZNode=/1876083991 Unable to get data of znode /1876083991/switch/split because node does not exist (not necessarily an error) 2024-11-07T12:19:37,482 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1876083991/switch/split already deleted, retry=false 2024-11-07T12:19:37,483 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33743-0x1001a2ed1660003, quorum=127.0.0.1:58515, baseZNode=/1876083991 Unable to get data of znode /1876083991/switch/merge because node does not exist (not necessarily an error) 2024-11-07T12:19:37,484 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1876083991/switch/merge already deleted, retry=false 2024-11-07T12:19:37,485 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33743-0x1001a2ed1660003, quorum=127.0.0.1:58515, baseZNode=/1876083991 Unable to get data of znode /1876083991/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-07T12:19:37,487 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1876083991/snapshot-cleanup already deleted, retry=false 2024-11-07T12:19:37,488 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33743-0x1001a2ed1660003, quorum=127.0.0.1:58515, baseZNode=/1876083991 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1876083991/running 2024-11-07T12:19:37,488 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33743-0x1001a2ed1660003, quorum=127.0.0.1:58515, baseZNode=/1876083991 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1876083991 2024-11-07T12:19:37,488 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34315-0x1001a2ed1660004, quorum=127.0.0.1:58515, baseZNode=/1876083991 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1876083991/running 2024-11-07T12:19:37,488 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34315-0x1001a2ed1660004, quorum=127.0.0.1:58515, baseZNode=/1876083991 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1876083991 2024-11-07T12:19:37,489 INFO [master/87fb68174c52:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=87fb68174c52,33743,1730981976119, sessionid=0x1001a2ed1660003, setting cluster-up flag (Was=false) 2024-11-07T12:19:37,491 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34315-0x1001a2ed1660004, quorum=127.0.0.1:58515, baseZNode=/1876083991 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1876083991 2024-11-07T12:19:37,491 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33743-0x1001a2ed1660003, quorum=127.0.0.1:58515, baseZNode=/1876083991 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1876083991 2024-11-07T12:19:37,497 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1876083991/flush-table-proc/acquired, /1876083991/flush-table-proc/reached, /1876083991/flush-table-proc/abort 2024-11-07T12:19:37,498 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=87fb68174c52,33743,1730981976119 2024-11-07T12:19:37,500 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33743-0x1001a2ed1660003, quorum=127.0.0.1:58515, baseZNode=/1876083991 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1876083991 2024-11-07T12:19:37,500 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34315-0x1001a2ed1660004, quorum=127.0.0.1:58515, baseZNode=/1876083991 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1876083991 2024-11-07T12:19:37,504 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1876083991/online-snapshot/acquired, /1876083991/online-snapshot/reached, /1876083991/online-snapshot/abort 2024-11-07T12:19:37,505 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=87fb68174c52,33743,1730981976119 2024-11-07T12:19:37,506 INFO [master/87fb68174c52:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:44975/user/jenkins/test-data/f941b3eb-a2d0-2f7c-4a24-9ec6e2993f2c/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-07T12:19:37,507 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-07T12:19:37,508 INFO [master/87fb68174c52:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-07T12:19:37,508 INFO [master/87fb68174c52:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-07T12:19:37,509 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 87fb68174c52,33743,1730981976119 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-07T12:19:37,510 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/87fb68174c52:0, corePoolSize=5, maxPoolSize=5 2024-11-07T12:19:37,510 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/87fb68174c52:0, corePoolSize=5, maxPoolSize=5 2024-11-07T12:19:37,510 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/87fb68174c52:0, corePoolSize=5, maxPoolSize=5 2024-11-07T12:19:37,510 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/87fb68174c52:0, corePoolSize=5, maxPoolSize=5 2024-11-07T12:19:37,510 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/87fb68174c52:0, corePoolSize=10, maxPoolSize=10 2024-11-07T12:19:37,510 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:19:37,510 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/87fb68174c52:0, corePoolSize=2, maxPoolSize=2 2024-11-07T12:19:37,510 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:19:37,513 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T12:19:37,513 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-07T12:19:37,514 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:37,514 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-07T12:19:37,520 INFO [master/87fb68174c52:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1730982007520 2024-11-07T12:19:37,521 INFO [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-07T12:19:37,521 INFO [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-07T12:19:37,521 INFO [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-07T12:19:37,521 INFO [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-07T12:19:37,521 INFO [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-07T12:19:37,521 INFO [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-07T12:19:37,523 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-07T12:19:37,524 INFO [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-07T12:19:37,524 INFO [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-07T12:19:37,524 INFO [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-07T12:19:37,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33191 is added to blk_1073741831_1007 (size=1321) 2024-11-07T12:19:37,527 INFO [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-07T12:19:37,528 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:44975/user/jenkins/test-data/f941b3eb-a2d0-2f7c-4a24-9ec6e2993f2c/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-07T12:19:37,528 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44975/user/jenkins/test-data/f941b3eb-a2d0-2f7c-4a24-9ec6e2993f2c 2024-11-07T12:19:37,528 INFO [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-07T12:19:37,529 INFO [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-07T12:19:37,532 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/87fb68174c52:0:becomeActiveMaster-HFileCleaner.large.0-1730981977529,5,FailOnTimeoutGroup] 2024-11-07T12:19:37,533 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/87fb68174c52:0:becomeActiveMaster-HFileCleaner.small.0-1730981977532,5,FailOnTimeoutGroup] 2024-11-07T12:19:37,533 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-07T12:19:37,533 INFO [master/87fb68174c52:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-07T12:19:37,533 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-07T12:19:37,533 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-07T12:19:37,545 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33191 is added to blk_1073741832_1008 (size=32) 2024-11-07T12:19:37,585 INFO [RS:0;87fb68174c52:34315 {}] regionserver.HRegionServer(746): ClusterId : 66ecc2aa-bcf2-4aec-bf58-dd61cec494b5 2024-11-07T12:19:37,585 DEBUG [RS:0;87fb68174c52:34315 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-07T12:19:37,588 DEBUG [RS:0;87fb68174c52:34315 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-07T12:19:37,588 DEBUG [RS:0;87fb68174c52:34315 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-07T12:19:37,589 DEBUG [RS:0;87fb68174c52:34315 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-07T12:19:37,590 DEBUG [RS:0;87fb68174c52:34315 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60d2fcc8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=87fb68174c52/172.17.0.3:0 2024-11-07T12:19:37,602 DEBUG [RS:0;87fb68174c52:34315 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;87fb68174c52:34315 2024-11-07T12:19:37,602 INFO [RS:0;87fb68174c52:34315 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-07T12:19:37,602 INFO [RS:0;87fb68174c52:34315 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-07T12:19:37,602 DEBUG [RS:0;87fb68174c52:34315 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-07T12:19:37,602 INFO [RS:0;87fb68174c52:34315 {}] regionserver.HRegionServer(2659): reportForDuty to master=87fb68174c52,33743,1730981976119 with port=34315, startcode=1730981976162 2024-11-07T12:19:37,602 DEBUG [RS:0;87fb68174c52:34315 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-07T12:19:37,605 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44775, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=RegionServerStatusService 2024-11-07T12:19:37,606 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33743 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 87fb68174c52,34315,1730981976162 2024-11-07T12:19:37,606 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33743 {}] master.ServerManager(517): Registering regionserver=87fb68174c52,34315,1730981976162 2024-11-07T12:19:37,609 DEBUG [RS:0;87fb68174c52:34315 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44975/user/jenkins/test-data/f941b3eb-a2d0-2f7c-4a24-9ec6e2993f2c 2024-11-07T12:19:37,609 DEBUG [RS:0;87fb68174c52:34315 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44975 2024-11-07T12:19:37,609 DEBUG [RS:0;87fb68174c52:34315 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-07T12:19:37,615 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33743-0x1001a2ed1660003, quorum=127.0.0.1:58515, baseZNode=/1876083991 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1876083991/rs 2024-11-07T12:19:37,615 DEBUG [RS:0;87fb68174c52:34315 {}] zookeeper.ZKUtil(111): regionserver:34315-0x1001a2ed1660004, quorum=127.0.0.1:58515, baseZNode=/1876083991 Set watcher on existing znode=/1876083991/rs/87fb68174c52,34315,1730981976162 2024-11-07T12:19:37,615 WARN [RS:0;87fb68174c52:34315 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-07T12:19:37,615 INFO [RS:0;87fb68174c52:34315 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T12:19:37,615 DEBUG [RS:0;87fb68174c52:34315 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44975/user/jenkins/test-data/f941b3eb-a2d0-2f7c-4a24-9ec6e2993f2c/WALs/87fb68174c52,34315,1730981976162 2024-11-07T12:19:37,616 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [87fb68174c52,34315,1730981976162] 2024-11-07T12:19:37,621 INFO [RS:0;87fb68174c52:34315 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-07T12:19:37,623 INFO [RS:0;87fb68174c52:34315 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-07T12:19:37,628 INFO [RS:0;87fb68174c52:34315 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-07T12:19:37,628 INFO [RS:0;87fb68174c52:34315 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T12:19:37,628 INFO [RS:0;87fb68174c52:34315 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-07T12:19:37,629 INFO [RS:0;87fb68174c52:34315 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-07T12:19:37,629 INFO [RS:0;87fb68174c52:34315 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-07T12:19:37,629 DEBUG [RS:0;87fb68174c52:34315 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:19:37,630 DEBUG [RS:0;87fb68174c52:34315 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:19:37,630 DEBUG [RS:0;87fb68174c52:34315 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:19:37,630 DEBUG [RS:0;87fb68174c52:34315 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:19:37,630 DEBUG [RS:0;87fb68174c52:34315 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:19:37,630 DEBUG [RS:0;87fb68174c52:34315 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/87fb68174c52:0, corePoolSize=2, maxPoolSize=2 2024-11-07T12:19:37,630 DEBUG [RS:0;87fb68174c52:34315 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:19:37,630 DEBUG [RS:0;87fb68174c52:34315 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:19:37,630 DEBUG [RS:0;87fb68174c52:34315 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:19:37,630 DEBUG [RS:0;87fb68174c52:34315 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:19:37,630 DEBUG [RS:0;87fb68174c52:34315 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:19:37,630 DEBUG [RS:0;87fb68174c52:34315 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:19:37,630 DEBUG [RS:0;87fb68174c52:34315 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/87fb68174c52:0, corePoolSize=3, maxPoolSize=3 2024-11-07T12:19:37,630 DEBUG [RS:0;87fb68174c52:34315 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/87fb68174c52:0, corePoolSize=3, maxPoolSize=3 2024-11-07T12:19:37,630 INFO [RS:0;87fb68174c52:34315 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T12:19:37,630 INFO [RS:0;87fb68174c52:34315 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T12:19:37,630 INFO [RS:0;87fb68174c52:34315 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T12:19:37,630 INFO [RS:0;87fb68174c52:34315 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-07T12:19:37,630 INFO [RS:0;87fb68174c52:34315 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-07T12:19:37,630 INFO [RS:0;87fb68174c52:34315 {}] hbase.ChoreService(168): Chore ScheduledChore name=87fb68174c52,34315,1730981976162-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-07T12:19:37,653 INFO [RS:0;87fb68174c52:34315 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-07T12:19:37,653 INFO [RS:0;87fb68174c52:34315 {}] hbase.ChoreService(168): Chore ScheduledChore name=87fb68174c52,34315,1730981976162-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T12:19:37,653 INFO [RS:0;87fb68174c52:34315 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T12:19:37,653 INFO [RS:0;87fb68174c52:34315 {}] regionserver.Replication(171): 87fb68174c52,34315,1730981976162 started 2024-11-07T12:19:37,671 INFO [RS:0;87fb68174c52:34315 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T12:19:37,671 INFO [RS:0;87fb68174c52:34315 {}] regionserver.HRegionServer(1482): Serving as 87fb68174c52,34315,1730981976162, RpcServer on 87fb68174c52/172.17.0.3:34315, sessionid=0x1001a2ed1660004 2024-11-07T12:19:37,671 DEBUG [RS:0;87fb68174c52:34315 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-07T12:19:37,671 DEBUG [RS:0;87fb68174c52:34315 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 87fb68174c52,34315,1730981976162 2024-11-07T12:19:37,671 DEBUG [RS:0;87fb68174c52:34315 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '87fb68174c52,34315,1730981976162' 2024-11-07T12:19:37,671 DEBUG [RS:0;87fb68174c52:34315 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1876083991/flush-table-proc/abort' 2024-11-07T12:19:37,672 DEBUG [RS:0;87fb68174c52:34315 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1876083991/flush-table-proc/acquired' 2024-11-07T12:19:37,672 DEBUG [RS:0;87fb68174c52:34315 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-07T12:19:37,672 DEBUG [RS:0;87fb68174c52:34315 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-07T12:19:37,672 DEBUG [RS:0;87fb68174c52:34315 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 87fb68174c52,34315,1730981976162 2024-11-07T12:19:37,672 DEBUG [RS:0;87fb68174c52:34315 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '87fb68174c52,34315,1730981976162' 2024-11-07T12:19:37,672 DEBUG [RS:0;87fb68174c52:34315 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1876083991/online-snapshot/abort' 2024-11-07T12:19:37,673 DEBUG [RS:0;87fb68174c52:34315 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1876083991/online-snapshot/acquired' 2024-11-07T12:19:37,673 DEBUG [RS:0;87fb68174c52:34315 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-07T12:19:37,673 INFO [RS:0;87fb68174c52:34315 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-07T12:19:37,673 INFO [RS:0;87fb68174c52:34315 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-07T12:19:37,773 INFO [RS:0;87fb68174c52:34315 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-07T12:19:37,775 INFO [RS:0;87fb68174c52:34315 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=87fb68174c52%2C34315%2C1730981976162, suffix=, logDir=hdfs://localhost:44975/user/jenkins/test-data/f941b3eb-a2d0-2f7c-4a24-9ec6e2993f2c/WALs/87fb68174c52,34315,1730981976162, archiveDir=hdfs://localhost:44975/user/jenkins/test-data/f941b3eb-a2d0-2f7c-4a24-9ec6e2993f2c/oldWALs, maxLogs=10 2024-11-07T12:19:37,792 DEBUG [RS:0;87fb68174c52:34315 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/f941b3eb-a2d0-2f7c-4a24-9ec6e2993f2c/WALs/87fb68174c52,34315,1730981976162/87fb68174c52%2C34315%2C1730981976162.1730981977775, exclude list is [], retry=0 2024-11-07T12:19:37,795 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33191,DS-bc7742fd-c45e-4da6-ab8d-d1ef3aee27eb,DISK] 2024-11-07T12:19:37,797 INFO [RS:0;87fb68174c52:34315 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f941b3eb-a2d0-2f7c-4a24-9ec6e2993f2c/WALs/87fb68174c52,34315,1730981976162/87fb68174c52%2C34315%2C1730981976162.1730981977775 2024-11-07T12:19:37,797 DEBUG [RS:0;87fb68174c52:34315 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45567:45567)] 2024-11-07T12:19:37,946 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T12:19:37,948 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-07T12:19:37,949 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-07T12:19:37,949 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:37,949 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T12:19:37,949 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-07T12:19:37,950 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-07T12:19:37,950 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:37,951 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T12:19:37,951 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-07T12:19:37,952 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-07T12:19:37,952 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:37,952 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T12:19:37,952 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-07T12:19:37,953 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-07T12:19:37,953 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:37,954 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T12:19:37,955 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-07T12:19:37,955 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44975/user/jenkins/test-data/f941b3eb-a2d0-2f7c-4a24-9ec6e2993f2c/data/hbase/meta/1588230740 2024-11-07T12:19:37,955 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44975/user/jenkins/test-data/f941b3eb-a2d0-2f7c-4a24-9ec6e2993f2c/data/hbase/meta/1588230740 2024-11-07T12:19:37,956 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-07T12:19:37,956 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-07T12:19:37,956 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T12:19:37,957 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-07T12:19:37,959 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44975/user/jenkins/test-data/f941b3eb-a2d0-2f7c-4a24-9ec6e2993f2c/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T12:19:37,959 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61080818, jitterRate=-0.08982488512992859}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T12:19:37,959 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1730981977946Initializing all the Stores at 1730981977947 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730981977947Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730981977947Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730981977947Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730981977948 (+1 ms)Cleaning up temporary data from old regions at 1730981977956 (+8 ms)Region opened successfully at 1730981977959 (+3 ms) 2024-11-07T12:19:37,959 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-07T12:19:37,959 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-07T12:19:37,959 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-07T12:19:37,959 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-07T12:19:37,959 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-07T12:19:37,960 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-07T12:19:37,960 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1730981977959Disabling compacts and flushes for region at 1730981977959Disabling writes for close at 1730981977959Writing region close event to WAL at 1730981977960 (+1 ms)Closed at 1730981977960 2024-11-07T12:19:37,961 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T12:19:37,961 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-07T12:19:37,961 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-07T12:19:37,962 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-07T12:19:37,963 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-07T12:19:38,113 DEBUG [87fb68174c52:33743 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-07T12:19:38,114 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=87fb68174c52,34315,1730981976162 2024-11-07T12:19:38,115 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 87fb68174c52,34315,1730981976162, state=OPENING 2024-11-07T12:19:38,116 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-07T12:19:38,118 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33743-0x1001a2ed1660003, quorum=127.0.0.1:58515, baseZNode=/1876083991 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1876083991 2024-11-07T12:19:38,118 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34315-0x1001a2ed1660004, quorum=127.0.0.1:58515, baseZNode=/1876083991 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1876083991 2024-11-07T12:19:38,119 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-07T12:19:38,119 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1876083991/meta-region-server: CHANGED 2024-11-07T12:19:38,119 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=87fb68174c52,34315,1730981976162}] 2024-11-07T12:19:38,119 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1876083991/meta-region-server: CHANGED 2024-11-07T12:19:38,271 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-07T12:19:38,273 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40941, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-07T12:19:38,285 INFO [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-07T12:19:38,285 INFO [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T12:19:38,286 INFO [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-07T12:19:38,287 INFO [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=87fb68174c52%2C34315%2C1730981976162.meta, suffix=.meta, logDir=hdfs://localhost:44975/user/jenkins/test-data/f941b3eb-a2d0-2f7c-4a24-9ec6e2993f2c/WALs/87fb68174c52,34315,1730981976162, archiveDir=hdfs://localhost:44975/user/jenkins/test-data/f941b3eb-a2d0-2f7c-4a24-9ec6e2993f2c/oldWALs, maxLogs=10 2024-11-07T12:19:38,305 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/f941b3eb-a2d0-2f7c-4a24-9ec6e2993f2c/WALs/87fb68174c52,34315,1730981976162/87fb68174c52%2C34315%2C1730981976162.meta.1730981978287.meta, exclude list is [], retry=0 2024-11-07T12:19:38,307 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33191,DS-bc7742fd-c45e-4da6-ab8d-d1ef3aee27eb,DISK] 2024-11-07T12:19:38,314 INFO [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f941b3eb-a2d0-2f7c-4a24-9ec6e2993f2c/WALs/87fb68174c52,34315,1730981976162/87fb68174c52%2C34315%2C1730981976162.meta.1730981978287.meta 2024-11-07T12:19:38,316 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45567:45567)] 2024-11-07T12:19:38,317 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-07T12:19:38,317 INFO [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-07T12:19:38,317 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-07T12:19:38,317 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-07T12:19:38,317 INFO [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-07T12:19:38,318 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-07T12:19:38,318 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T12:19:38,318 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-07T12:19:38,318 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-07T12:19:38,319 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-07T12:19:38,320 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-07T12:19:38,320 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:38,320 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T12:19:38,321 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-07T12:19:38,321 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-07T12:19:38,321 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:38,322 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T12:19:38,322 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-07T12:19:38,322 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-07T12:19:38,322 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:38,323 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T12:19:38,323 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-07T12:19:38,323 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-07T12:19:38,323 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:38,323 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T12:19:38,324 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-07T12:19:38,324 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44975/user/jenkins/test-data/f941b3eb-a2d0-2f7c-4a24-9ec6e2993f2c/data/hbase/meta/1588230740 2024-11-07T12:19:38,325 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44975/user/jenkins/test-data/f941b3eb-a2d0-2f7c-4a24-9ec6e2993f2c/data/hbase/meta/1588230740 2024-11-07T12:19:38,327 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-07T12:19:38,327 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-07T12:19:38,327 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T12:19:38,329 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-07T12:19:38,329 INFO [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68722244, jitterRate=0.02404123544692993}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T12:19:38,329 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-07T12:19:38,329 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1730981978318Writing region info on filesystem at 1730981978318Initializing all the Stores at 1730981978319 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730981978319Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730981978319Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730981978319Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730981978319Cleaning up temporary data from old regions at 1730981978327 (+8 ms)Running coprocessor post-open hooks at 1730981978329 (+2 ms)Region opened successfully at 1730981978329 2024-11-07T12:19:38,330 INFO [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1730981978270 2024-11-07T12:19:38,332 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-07T12:19:38,332 INFO [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-07T12:19:38,333 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=87fb68174c52,34315,1730981976162 2024-11-07T12:19:38,333 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 87fb68174c52,34315,1730981976162, state=OPEN 2024-11-07T12:19:38,335 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34315-0x1001a2ed1660004, quorum=127.0.0.1:58515, baseZNode=/1876083991 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1876083991/meta-region-server 2024-11-07T12:19:38,335 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33743-0x1001a2ed1660003, quorum=127.0.0.1:58515, baseZNode=/1876083991 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1876083991/meta-region-server 2024-11-07T12:19:38,335 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1876083991/meta-region-server: CHANGED 2024-11-07T12:19:38,335 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1876083991/meta-region-server: CHANGED 2024-11-07T12:19:38,335 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=87fb68174c52,34315,1730981976162 2024-11-07T12:19:38,337 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-07T12:19:38,337 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=87fb68174c52,34315,1730981976162 in 216 msec 2024-11-07T12:19:38,339 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-07T12:19:38,339 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 376 msec 2024-11-07T12:19:38,339 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T12:19:38,339 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-07T12:19:38,340 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T12:19:38,340 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=87fb68174c52,34315,1730981976162, seqNum=-1] 2024-11-07T12:19:38,341 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T12:19:38,342 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52015, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T12:19:38,347 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 839 msec 2024-11-07T12:19:38,347 INFO [master/87fb68174c52:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1730981978347, completionTime=-1 2024-11-07T12:19:38,347 INFO [master/87fb68174c52:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-07T12:19:38,347 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-07T12:19:38,350 INFO [master/87fb68174c52:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-07T12:19:38,350 INFO [master/87fb68174c52:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1730982038350 2024-11-07T12:19:38,350 INFO [master/87fb68174c52:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1730982098350 2024-11-07T12:19:38,350 INFO [master/87fb68174c52:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-07T12:19:38,350 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=87fb68174c52,33743,1730981976119-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T12:19:38,350 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=87fb68174c52,33743,1730981976119-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T12:19:38,350 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=87fb68174c52,33743,1730981976119-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T12:19:38,350 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-87fb68174c52:33743, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T12:19:38,351 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-07T12:19:38,351 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-07T12:19:38,353 DEBUG [master/87fb68174c52:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-07T12:19:38,355 INFO [master/87fb68174c52:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.155sec 2024-11-07T12:19:38,356 INFO [master/87fb68174c52:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-07T12:19:38,356 INFO [master/87fb68174c52:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-07T12:19:38,356 INFO [master/87fb68174c52:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-07T12:19:38,356 INFO [master/87fb68174c52:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-07T12:19:38,356 INFO [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-07T12:19:38,356 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=87fb68174c52,33743,1730981976119-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-07T12:19:38,356 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=87fb68174c52,33743,1730981976119-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-07T12:19:38,367 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-07T12:19:38,367 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-07T12:19:38,367 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=87fb68174c52,33743,1730981976119-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T12:19:38,392 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a751b33, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:19:38,392 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 87fb68174c52,33743,-1 for getting cluster id 2024-11-07T12:19:38,392 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T12:19:38,397 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '66ecc2aa-bcf2-4aec-bf58-dd61cec494b5' 2024-11-07T12:19:38,397 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T12:19:38,397 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "66ecc2aa-bcf2-4aec-bf58-dd61cec494b5" 2024-11-07T12:19:38,398 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20e40bd5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:19:38,398 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [87fb68174c52,33743,-1] 2024-11-07T12:19:38,398 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T12:19:38,398 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:19:38,400 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56934, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T12:19:38,401 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f675e54, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:19:38,401 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T12:19:38,403 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=87fb68174c52,34315,1730981976162, seqNum=-1] 2024-11-07T12:19:38,403 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T12:19:38,404 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50486, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T12:19:38,408 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=87fb68174c52,33743,1730981976119 2024-11-07T12:19:38,409 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:58515 2024-11-07T12:19:38,426 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:58515, baseZNode=/1876083991 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T12:19:38,434 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92a1d8e5-1120-f1a4-de9f-ce45e689e3bf/hadoop.log.dir so I do NOT create it in target/test-data/af96ffcf-feb9-8786-3714-cbc10924e39c 2024-11-07T12:19:38,434 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92a1d8e5-1120-f1a4-de9f-ce45e689e3bf/hadoop.log.dir Erasing configuration value by system value. 2024-11-07T12:19:38,434 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92a1d8e5-1120-f1a4-de9f-ce45e689e3bf/hadoop.tmp.dir so I do NOT create it in target/test-data/af96ffcf-feb9-8786-3714-cbc10924e39c 2024-11-07T12:19:38,434 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92a1d8e5-1120-f1a4-de9f-ce45e689e3bf/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-07T12:19:38,434 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af96ffcf-feb9-8786-3714-cbc10924e39c 2024-11-07T12:19:38,434 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-07T12:19:38,434 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af96ffcf-feb9-8786-3714-cbc10924e39c/cluster_b4b60f95-8961-2c82-19d9-99525e313767, deleteOnExit=true 2024-11-07T12:19:38,434 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-07T12:19:38,434 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af96ffcf-feb9-8786-3714-cbc10924e39c/test.cache.data in system properties and HBase conf 2024-11-07T12:19:38,435 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af96ffcf-feb9-8786-3714-cbc10924e39c/hadoop.tmp.dir in system properties and HBase conf 2024-11-07T12:19:38,435 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af96ffcf-feb9-8786-3714-cbc10924e39c/hadoop.log.dir in system properties and HBase conf 2024-11-07T12:19:38,435 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af96ffcf-feb9-8786-3714-cbc10924e39c/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-07T12:19:38,435 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af96ffcf-feb9-8786-3714-cbc10924e39c/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-07T12:19:38,435 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-07T12:19:38,435 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-07T12:19:38,435 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af96ffcf-feb9-8786-3714-cbc10924e39c/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-07T12:19:38,435 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af96ffcf-feb9-8786-3714-cbc10924e39c/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-07T12:19:38,436 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af96ffcf-feb9-8786-3714-cbc10924e39c/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-07T12:19:38,436 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af96ffcf-feb9-8786-3714-cbc10924e39c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-07T12:19:38,436 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af96ffcf-feb9-8786-3714-cbc10924e39c/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-07T12:19:38,436 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af96ffcf-feb9-8786-3714-cbc10924e39c/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-07T12:19:38,436 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af96ffcf-feb9-8786-3714-cbc10924e39c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-07T12:19:38,436 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af96ffcf-feb9-8786-3714-cbc10924e39c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-07T12:19:38,436 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af96ffcf-feb9-8786-3714-cbc10924e39c/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-07T12:19:38,436 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af96ffcf-feb9-8786-3714-cbc10924e39c/nfs.dump.dir in system properties and HBase conf 2024-11-07T12:19:38,436 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af96ffcf-feb9-8786-3714-cbc10924e39c/java.io.tmpdir in system properties and HBase conf 2024-11-07T12:19:38,436 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af96ffcf-feb9-8786-3714-cbc10924e39c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-07T12:19:38,436 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af96ffcf-feb9-8786-3714-cbc10924e39c/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-07T12:19:38,436 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af96ffcf-feb9-8786-3714-cbc10924e39c/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-07T12:19:38,445 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1001a2ed1660005 connected 2024-11-07T12:19:38,630 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T12:19:38,648 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-07T12:19:38,689 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-07T12:19:38,690 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-07T12:19:38,690 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-07T12:19:38,693 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T12:19:38,699 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5f0113ea{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af96ffcf-feb9-8786-3714-cbc10924e39c/hadoop.log.dir/,AVAILABLE} 2024-11-07T12:19:38,699 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3e76c5b0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-07T12:19:38,903 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2a8d1b64{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af96ffcf-feb9-8786-3714-cbc10924e39c/java.io.tmpdir/jetty-localhost-44877-hadoop-hdfs-3_4_1-tests_jar-_-any-3870577002726979045/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-07T12:19:38,905 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4312e4c1{HTTP/1.1, (http/1.1)}{localhost:44877} 2024-11-07T12:19:38,905 INFO [Time-limited test {}] server.Server(415): Started @209105ms 2024-11-07T12:19:39,092 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T12:19:39,110 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-07T12:19:39,126 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-07T12:19:39,126 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-07T12:19:39,126 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-07T12:19:39,129 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5ef434ff{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af96ffcf-feb9-8786-3714-cbc10924e39c/hadoop.log.dir/,AVAILABLE} 2024-11-07T12:19:39,129 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@49ddc8e0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-07T12:19:39,309 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@27515b45{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af96ffcf-feb9-8786-3714-cbc10924e39c/java.io.tmpdir/jetty-localhost-39833-hadoop-hdfs-3_4_1-tests_jar-_-any-1616017586973687815/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T12:19:39,310 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3030fef7{HTTP/1.1, (http/1.1)}{localhost:39833} 2024-11-07T12:19:39,310 INFO [Time-limited test {}] server.Server(415): Started @209510ms 2024-11-07T12:19:39,311 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-07T12:19:39,545 WARN [Thread-2881 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af96ffcf-feb9-8786-3714-cbc10924e39c/cluster_b4b60f95-8961-2c82-19d9-99525e313767/data/data1/current/BP-422631449-172.17.0.3-1730981978463/current, will proceed with Du for space computation calculation, 2024-11-07T12:19:39,549 WARN [Thread-2882 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af96ffcf-feb9-8786-3714-cbc10924e39c/cluster_b4b60f95-8961-2c82-19d9-99525e313767/data/data2/current/BP-422631449-172.17.0.3-1730981978463/current, will proceed with Du for space computation calculation, 2024-11-07T12:19:39,594 WARN [Thread-2869 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-07T12:19:39,599 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x153230c5a112875b with lease ID 0xde147ea267c4f9da: Processing first storage report for DS-2d76b03c-e965-4adc-bf5a-77de04db50d3 from datanode DatanodeRegistration(127.0.0.1:37301, datanodeUuid=b4993300-a168-47e5-8baf-16f54ef2db59, infoPort=39133, infoSecurePort=0, ipcPort=44071, storageInfo=lv=-57;cid=testClusterID;nsid=722512152;c=1730981978463) 2024-11-07T12:19:39,599 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x153230c5a112875b with lease ID 0xde147ea267c4f9da: from storage DS-2d76b03c-e965-4adc-bf5a-77de04db50d3 node DatanodeRegistration(127.0.0.1:37301, datanodeUuid=b4993300-a168-47e5-8baf-16f54ef2db59, infoPort=39133, infoSecurePort=0, ipcPort=44071, storageInfo=lv=-57;cid=testClusterID;nsid=722512152;c=1730981978463), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-07T12:19:39,599 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x153230c5a112875b with lease ID 0xde147ea267c4f9da: Processing first storage report for DS-c9ad09d4-0e0d-423f-bbaf-25ec88868c4e from datanode DatanodeRegistration(127.0.0.1:37301, datanodeUuid=b4993300-a168-47e5-8baf-16f54ef2db59, infoPort=39133, infoSecurePort=0, ipcPort=44071, storageInfo=lv=-57;cid=testClusterID;nsid=722512152;c=1730981978463) 2024-11-07T12:19:39,599 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x153230c5a112875b with lease ID 0xde147ea267c4f9da: from storage DS-c9ad09d4-0e0d-423f-bbaf-25ec88868c4e node DatanodeRegistration(127.0.0.1:37301, datanodeUuid=b4993300-a168-47e5-8baf-16f54ef2db59, infoPort=39133, infoSecurePort=0, ipcPort=44071, storageInfo=lv=-57;cid=testClusterID;nsid=722512152;c=1730981978463), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-07T12:19:39,661 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af96ffcf-feb9-8786-3714-cbc10924e39c 2024-11-07T12:19:39,661 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T12:19:39,663 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T12:19:39,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37301 is added to blk_1073741825_1001 (size=7) 2024-11-07T12:19:39,716 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35867/user/jenkins/test-data/402164a5-77f2-857f-cbd8-8905dd642bd5 with version=8 2024-11-07T12:19:39,716 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:35867/user/jenkins/test-data/402164a5-77f2-857f-cbd8-8905dd642bd5/hbase-staging 2024-11-07T12:19:39,719 INFO [Time-limited test {}] client.ConnectionUtils(128): master/87fb68174c52:0 server-side Connection retries=45 2024-11-07T12:19:39,719 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T12:19:39,719 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-07T12:19:39,719 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-07T12:19:39,719 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T12:19:39,719 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-07T12:19:39,719 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-07T12:19:39,719 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T12:19:39,729 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:35319 2024-11-07T12:19:39,730 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35319 connecting to ZooKeeper ensemble=127.0.0.1:58515 2024-11-07T12:19:39,748 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:353190x0, quorum=127.0.0.1:58515, baseZNode=/2424862328 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T12:19:39,753 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35319-0x1001a2ed1660006 connected 2024-11-07T12:19:39,763 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T12:19:39,765 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T12:19:39,767 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35319-0x1001a2ed1660006, quorum=127.0.0.1:58515, baseZNode=/2424862328 Set watcher on znode that does not yet exist, /2424862328/running 2024-11-07T12:19:39,767 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35867/user/jenkins/test-data/402164a5-77f2-857f-cbd8-8905dd642bd5, hbase.cluster.distributed=false 2024-11-07T12:19:39,768 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35319-0x1001a2ed1660006, quorum=127.0.0.1:58515, baseZNode=/2424862328 Set watcher on znode that does not yet exist, /2424862328/acl 2024-11-07T12:19:39,808 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35319 2024-11-07T12:19:39,828 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35319 2024-11-07T12:19:39,831 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35319 2024-11-07T12:19:39,836 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35319 2024-11-07T12:19:39,847 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35319 2024-11-07T12:19:39,866 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/87fb68174c52:0 server-side Connection retries=45 2024-11-07T12:19:39,866 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T12:19:39,866 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-07T12:19:39,866 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-07T12:19:39,866 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T12:19:39,866 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-07T12:19:39,866 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-07T12:19:39,866 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T12:19:39,868 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:45611 2024-11-07T12:19:39,869 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45611 connecting to ZooKeeper ensemble=127.0.0.1:58515 2024-11-07T12:19:39,869 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T12:19:39,871 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T12:19:39,899 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:456110x0, quorum=127.0.0.1:58515, baseZNode=/2424862328 Set watcher on znode that does not yet exist, /2424862328/running 2024-11-07T12:19:39,899 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:456110x0, quorum=127.0.0.1:58515, baseZNode=/2424862328 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T12:19:39,899 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-07T12:19:39,899 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45611-0x1001a2ed1660007 connected 2024-11-07T12:19:39,900 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-07T12:19:39,900 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45611-0x1001a2ed1660007, quorum=127.0.0.1:58515, baseZNode=/2424862328 Set watcher on znode that does not yet exist, /2424862328/master 2024-11-07T12:19:39,901 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45611-0x1001a2ed1660007, quorum=127.0.0.1:58515, baseZNode=/2424862328 Set watcher on znode that does not yet exist, /2424862328/acl 2024-11-07T12:19:39,901 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45611 2024-11-07T12:19:39,901 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45611 2024-11-07T12:19:39,908 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45611 2024-11-07T12:19:39,920 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45611 2024-11-07T12:19:39,924 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45611 2024-11-07T12:19:39,943 DEBUG [M:0;87fb68174c52:35319 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;87fb68174c52:35319 2024-11-07T12:19:39,944 INFO [master/87fb68174c52:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2424862328/backup-masters/87fb68174c52,35319,1730981979719 2024-11-07T12:19:39,946 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35319-0x1001a2ed1660006, quorum=127.0.0.1:58515, baseZNode=/2424862328 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2424862328/backup-masters 2024-11-07T12:19:39,947 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35319-0x1001a2ed1660006, quorum=127.0.0.1:58515, baseZNode=/2424862328 Set watcher on existing znode=/2424862328/backup-masters/87fb68174c52,35319,1730981979719 2024-11-07T12:19:39,948 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45611-0x1001a2ed1660007, quorum=127.0.0.1:58515, baseZNode=/2424862328 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2424862328/backup-masters 2024-11-07T12:19:39,950 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45611-0x1001a2ed1660007, quorum=127.0.0.1:58515, baseZNode=/2424862328 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2424862328/master 2024-11-07T12:19:39,950 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45611-0x1001a2ed1660007, quorum=127.0.0.1:58515, baseZNode=/2424862328 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2424862328 2024-11-07T12:19:39,955 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35319-0x1001a2ed1660006, quorum=127.0.0.1:58515, baseZNode=/2424862328 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2424862328 2024-11-07T12:19:39,961 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35319-0x1001a2ed1660006, quorum=127.0.0.1:58515, baseZNode=/2424862328 Set watcher on existing znode=/2424862328/master 2024-11-07T12:19:39,961 INFO [master/87fb68174c52:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2424862328/backup-masters/87fb68174c52,35319,1730981979719 from backup master directory 2024-11-07T12:19:39,963 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35319-0x1001a2ed1660006, quorum=127.0.0.1:58515, baseZNode=/2424862328 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2424862328/backup-masters/87fb68174c52,35319,1730981979719 2024-11-07T12:19:39,963 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35319-0x1001a2ed1660006, quorum=127.0.0.1:58515, baseZNode=/2424862328 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2424862328/backup-masters 2024-11-07T12:19:39,963 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45611-0x1001a2ed1660007, quorum=127.0.0.1:58515, baseZNode=/2424862328 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2424862328/backup-masters 2024-11-07T12:19:39,963 WARN [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-07T12:19:39,963 INFO [master/87fb68174c52:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=87fb68174c52,35319,1730981979719 2024-11-07T12:19:39,967 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35867/user/jenkins/test-data/402164a5-77f2-857f-cbd8-8905dd642bd5/hbase.id] with ID: dc857e4c-1e13-4c84-b7fb-bca98fa843b6 2024-11-07T12:19:39,967 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35867/user/jenkins/test-data/402164a5-77f2-857f-cbd8-8905dd642bd5/.tmp/hbase.id 2024-11-07T12:19:39,980 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37301 is added to blk_1073741826_1002 (size=42) 2024-11-07T12:19:39,981 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35867/user/jenkins/test-data/402164a5-77f2-857f-cbd8-8905dd642bd5/.tmp/hbase.id]:[hdfs://localhost:35867/user/jenkins/test-data/402164a5-77f2-857f-cbd8-8905dd642bd5/hbase.id] 2024-11-07T12:19:39,994 INFO [master/87fb68174c52:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T12:19:39,994 INFO [master/87fb68174c52:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-07T12:19:39,996 INFO [master/87fb68174c52:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-07T12:19:39,998 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35319-0x1001a2ed1660006, quorum=127.0.0.1:58515, baseZNode=/2424862328 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2424862328 2024-11-07T12:19:39,998 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45611-0x1001a2ed1660007, quorum=127.0.0.1:58515, baseZNode=/2424862328 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2424862328 2024-11-07T12:19:40,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37301 is added to blk_1073741827_1003 (size=196) 2024-11-07T12:19:40,407 INFO [master/87fb68174c52:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-07T12:19:40,408 INFO [master/87fb68174c52:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-07T12:19:40,408 INFO [master/87fb68174c52:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T12:19:40,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37301 is added to blk_1073741828_1004 (size=1189) 2024-11-07T12:19:40,425 INFO [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35867/user/jenkins/test-data/402164a5-77f2-857f-cbd8-8905dd642bd5/MasterData/data/master/store 2024-11-07T12:19:40,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37301 is added to blk_1073741829_1005 (size=34) 2024-11-07T12:19:40,446 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T12:19:40,446 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-07T12:19:40,446 INFO [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T12:19:40,446 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T12:19:40,446 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-07T12:19:40,446 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T12:19:40,446 INFO [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T12:19:40,446 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1730981980446Disabling compacts and flushes for region at 1730981980446Disabling writes for close at 1730981980446Writing region close event to WAL at 1730981980446Closed at 1730981980446 2024-11-07T12:19:40,447 WARN [master/87fb68174c52:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35867/user/jenkins/test-data/402164a5-77f2-857f-cbd8-8905dd642bd5/MasterData/data/master/store/.initializing 2024-11-07T12:19:40,447 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35867/user/jenkins/test-data/402164a5-77f2-857f-cbd8-8905dd642bd5/MasterData/WALs/87fb68174c52,35319,1730981979719 2024-11-07T12:19:40,448 INFO [master/87fb68174c52:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-07T12:19:40,449 INFO [master/87fb68174c52:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=87fb68174c52%2C35319%2C1730981979719, suffix=, logDir=hdfs://localhost:35867/user/jenkins/test-data/402164a5-77f2-857f-cbd8-8905dd642bd5/MasterData/WALs/87fb68174c52,35319,1730981979719, archiveDir=hdfs://localhost:35867/user/jenkins/test-data/402164a5-77f2-857f-cbd8-8905dd642bd5/MasterData/oldWALs, maxLogs=10 2024-11-07T12:19:40,466 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/402164a5-77f2-857f-cbd8-8905dd642bd5/MasterData/WALs/87fb68174c52,35319,1730981979719/87fb68174c52%2C35319%2C1730981979719.1730981980449, exclude list is [], retry=0 2024-11-07T12:19:40,469 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37301,DS-2d76b03c-e965-4adc-bf5a-77de04db50d3,DISK] 2024-11-07T12:19:40,473 INFO [master/87fb68174c52:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/402164a5-77f2-857f-cbd8-8905dd642bd5/MasterData/WALs/87fb68174c52,35319,1730981979719/87fb68174c52%2C35319%2C1730981979719.1730981980449 2024-11-07T12:19:40,476 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39133:39133)] 2024-11-07T12:19:40,477 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-07T12:19:40,477 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T12:19:40,477 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T12:19:40,477 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T12:19:40,478 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T12:19:40,480 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-07T12:19:40,480 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:40,480 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T12:19:40,480 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T12:19:40,481 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-07T12:19:40,481 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:40,481 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T12:19:40,482 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T12:19:40,482 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-07T12:19:40,483 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:40,483 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T12:19:40,483 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T12:19:40,484 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-07T12:19:40,484 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:40,484 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T12:19:40,484 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T12:19:40,485 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35867/user/jenkins/test-data/402164a5-77f2-857f-cbd8-8905dd642bd5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-07T12:19:40,486 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35867/user/jenkins/test-data/402164a5-77f2-857f-cbd8-8905dd642bd5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-07T12:19:40,487 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T12:19:40,487 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T12:19:40,487 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T12:19:40,488 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T12:19:40,490 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35867/user/jenkins/test-data/402164a5-77f2-857f-cbd8-8905dd642bd5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T12:19:40,490 INFO [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72482954, jitterRate=0.08008018136024475}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T12:19:40,490 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1730981980477Initializing all the Stores at 1730981980478 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730981980478Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730981980478Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730981980478Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730981980478Cleaning up temporary data from old regions at 1730981980487 (+9 ms)Region opened successfully at 1730981980490 (+3 ms) 2024-11-07T12:19:40,491 INFO [master/87fb68174c52:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-07T12:19:40,494 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a4f6117, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=87fb68174c52/172.17.0.3:0 2024-11-07T12:19:40,495 INFO [master/87fb68174c52:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-07T12:19:40,495 INFO [master/87fb68174c52:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-07T12:19:40,495 INFO [master/87fb68174c52:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-07T12:19:40,495 INFO [master/87fb68174c52:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-07T12:19:40,495 INFO [master/87fb68174c52:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-07T12:19:40,496 INFO [master/87fb68174c52:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-07T12:19:40,496 INFO [master/87fb68174c52:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-07T12:19:40,497 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-07T12:19:40,502 INFO [master/87fb68174c52:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-07T12:19:40,503 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35319-0x1001a2ed1660006, quorum=127.0.0.1:58515, baseZNode=/2424862328 Unable to get data of znode /2424862328/balancer because node does not exist (not necessarily an error) 2024-11-07T12:19:40,504 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2424862328/balancer already deleted, retry=false 2024-11-07T12:19:40,505 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T12:19:40,505 INFO [master/87fb68174c52:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-07T12:19:40,505 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T12:19:40,509 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35319-0x1001a2ed1660006, quorum=127.0.0.1:58515, baseZNode=/2424862328 Unable to get data of znode /2424862328/normalizer because node does not exist (not necessarily an error) 2024-11-07T12:19:40,510 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2424862328/normalizer already deleted, retry=false 2024-11-07T12:19:40,510 INFO [master/87fb68174c52:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-07T12:19:40,513 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35319-0x1001a2ed1660006, quorum=127.0.0.1:58515, baseZNode=/2424862328 Unable to get data of znode /2424862328/switch/split because node does not exist (not necessarily an error) 2024-11-07T12:19:40,515 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2424862328/switch/split already deleted, retry=false 2024-11-07T12:19:40,515 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35319-0x1001a2ed1660006, quorum=127.0.0.1:58515, baseZNode=/2424862328 Unable to get data of znode /2424862328/switch/merge because node does not exist (not necessarily an error) 2024-11-07T12:19:40,517 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2424862328/switch/merge already deleted, retry=false 2024-11-07T12:19:40,519 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35319-0x1001a2ed1660006, quorum=127.0.0.1:58515, baseZNode=/2424862328 Unable to get data of znode /2424862328/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-07T12:19:40,520 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2424862328/snapshot-cleanup already deleted, retry=false 2024-11-07T12:19:40,522 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45611-0x1001a2ed1660007, quorum=127.0.0.1:58515, baseZNode=/2424862328 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2424862328/running 2024-11-07T12:19:40,522 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45611-0x1001a2ed1660007, quorum=127.0.0.1:58515, baseZNode=/2424862328 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2424862328 2024-11-07T12:19:40,522 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35319-0x1001a2ed1660006, quorum=127.0.0.1:58515, baseZNode=/2424862328 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2424862328/running 2024-11-07T12:19:40,522 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35319-0x1001a2ed1660006, quorum=127.0.0.1:58515, baseZNode=/2424862328 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2424862328 2024-11-07T12:19:40,523 INFO [master/87fb68174c52:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=87fb68174c52,35319,1730981979719, sessionid=0x1001a2ed1660006, setting cluster-up flag (Was=false) 2024-11-07T12:19:40,526 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45611-0x1001a2ed1660007, quorum=127.0.0.1:58515, baseZNode=/2424862328 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2424862328 2024-11-07T12:19:40,526 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35319-0x1001a2ed1660006, quorum=127.0.0.1:58515, baseZNode=/2424862328 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2424862328 2024-11-07T12:19:40,531 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2424862328/flush-table-proc/acquired, /2424862328/flush-table-proc/reached, /2424862328/flush-table-proc/abort 2024-11-07T12:19:40,532 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=87fb68174c52,35319,1730981979719 2024-11-07T12:19:40,539 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35319-0x1001a2ed1660006, quorum=127.0.0.1:58515, baseZNode=/2424862328 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2424862328 2024-11-07T12:19:40,539 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45611-0x1001a2ed1660007, quorum=127.0.0.1:58515, baseZNode=/2424862328 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2424862328 2024-11-07T12:19:40,544 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2424862328/online-snapshot/acquired, /2424862328/online-snapshot/reached, /2424862328/online-snapshot/abort 2024-11-07T12:19:40,545 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=87fb68174c52,35319,1730981979719 2024-11-07T12:19:40,557 INFO [master/87fb68174c52:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35867/user/jenkins/test-data/402164a5-77f2-857f-cbd8-8905dd642bd5/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-07T12:19:40,564 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T12:19:40,565 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T12:19:40,565 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T12:19:40,565 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T12:19:40,565 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T12:19:40,566 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T12:19:40,575 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T12:19:40,577 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-07T12:19:40,577 INFO [master/87fb68174c52:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-07T12:19:40,577 INFO [master/87fb68174c52:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-07T12:19:40,578 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 87fb68174c52,35319,1730981979719 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-07T12:19:40,579 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/87fb68174c52:0, corePoolSize=5, maxPoolSize=5 2024-11-07T12:19:40,579 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/87fb68174c52:0, corePoolSize=5, maxPoolSize=5 2024-11-07T12:19:40,579 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/87fb68174c52:0, corePoolSize=5, maxPoolSize=5 2024-11-07T12:19:40,579 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/87fb68174c52:0, corePoolSize=5, maxPoolSize=5 2024-11-07T12:19:40,579 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/87fb68174c52:0, corePoolSize=10, maxPoolSize=10 2024-11-07T12:19:40,579 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:19:40,579 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/87fb68174c52:0, corePoolSize=2, maxPoolSize=2 2024-11-07T12:19:40,579 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:19:40,580 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T12:19:40,581 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T12:19:40,583 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T12:19:40,612 INFO [master/87fb68174c52:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1730982010612 2024-11-07T12:19:40,612 INFO [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-07T12:19:40,613 INFO [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-07T12:19:40,613 INFO [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-07T12:19:40,613 INFO [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-07T12:19:40,613 INFO [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-07T12:19:40,613 INFO [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-07T12:19:40,622 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T12:19:40,622 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-07T12:19:40,623 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-07T12:19:40,624 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:40,624 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-07T12:19:40,627 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-07T12:19:40,629 INFO [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-07T12:19:40,629 INFO [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-07T12:19:40,629 INFO [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-07T12:19:40,629 INFO [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-07T12:19:40,642 INFO [RS:0;87fb68174c52:45611 {}] regionserver.HRegionServer(746): ClusterId : dc857e4c-1e13-4c84-b7fb-bca98fa843b6 2024-11-07T12:19:40,642 DEBUG [RS:0;87fb68174c52:45611 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-07T12:19:40,643 INFO [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-07T12:19:40,643 INFO [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-07T12:19:40,652 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/87fb68174c52:0:becomeActiveMaster-HFileCleaner.large.0-1730981980644,5,FailOnTimeoutGroup] 2024-11-07T12:19:40,652 DEBUG [RS:0;87fb68174c52:45611 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-07T12:19:40,652 DEBUG [RS:0;87fb68174c52:45611 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-07T12:19:40,655 DEBUG [RS:0;87fb68174c52:45611 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-07T12:19:40,655 DEBUG [RS:0;87fb68174c52:45611 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4797c684, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=87fb68174c52/172.17.0.3:0 2024-11-07T12:19:40,660 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/87fb68174c52:0:becomeActiveMaster-HFileCleaner.small.0-1730981980652,5,FailOnTimeoutGroup] 2024-11-07T12:19:40,660 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-07T12:19:40,661 INFO [master/87fb68174c52:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-07T12:19:40,661 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-07T12:19:40,661 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-07T12:19:40,688 DEBUG [RS:0;87fb68174c52:45611 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;87fb68174c52:45611 2024-11-07T12:19:40,689 INFO [RS:0;87fb68174c52:45611 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-07T12:19:40,689 INFO [RS:0;87fb68174c52:45611 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-07T12:19:40,689 DEBUG [RS:0;87fb68174c52:45611 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-07T12:19:40,690 INFO [RS:0;87fb68174c52:45611 {}] regionserver.HRegionServer(2659): reportForDuty to master=87fb68174c52,35319,1730981979719 with port=45611, startcode=1730981979865 2024-11-07T12:19:40,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37301 is added to blk_1073741831_1007 (size=1321) 2024-11-07T12:19:40,690 DEBUG [RS:0;87fb68174c52:45611 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-07T12:19:40,698 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41479, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=RegionServerStatusService 2024-11-07T12:19:40,698 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35319 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 87fb68174c52,45611,1730981979865 2024-11-07T12:19:40,698 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35319 {}] master.ServerManager(517): Registering regionserver=87fb68174c52,45611,1730981979865 2024-11-07T12:19:40,700 DEBUG [RS:0;87fb68174c52:45611 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35867/user/jenkins/test-data/402164a5-77f2-857f-cbd8-8905dd642bd5 2024-11-07T12:19:40,700 DEBUG [RS:0;87fb68174c52:45611 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35867 2024-11-07T12:19:40,700 DEBUG [RS:0;87fb68174c52:45611 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-07T12:19:40,704 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35319-0x1001a2ed1660006, quorum=127.0.0.1:58515, baseZNode=/2424862328 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2424862328/rs 2024-11-07T12:19:40,705 DEBUG [RS:0;87fb68174c52:45611 {}] zookeeper.ZKUtil(111): regionserver:45611-0x1001a2ed1660007, quorum=127.0.0.1:58515, baseZNode=/2424862328 Set watcher on existing znode=/2424862328/rs/87fb68174c52,45611,1730981979865 2024-11-07T12:19:40,705 WARN [RS:0;87fb68174c52:45611 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-07T12:19:40,705 INFO [RS:0;87fb68174c52:45611 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T12:19:40,705 DEBUG [RS:0;87fb68174c52:45611 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35867/user/jenkins/test-data/402164a5-77f2-857f-cbd8-8905dd642bd5/WALs/87fb68174c52,45611,1730981979865 2024-11-07T12:19:40,720 INFO [RS:0;87fb68174c52:45611 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-07T12:19:40,725 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [87fb68174c52,45611,1730981979865] 2024-11-07T12:19:40,731 INFO [RS:0;87fb68174c52:45611 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-07T12:19:40,731 INFO [RS:0;87fb68174c52:45611 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-07T12:19:40,731 INFO [RS:0;87fb68174c52:45611 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T12:19:40,747 INFO [RS:0;87fb68174c52:45611 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-07T12:19:40,748 INFO [RS:0;87fb68174c52:45611 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-07T12:19:40,748 INFO [RS:0;87fb68174c52:45611 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-07T12:19:40,748 DEBUG [RS:0;87fb68174c52:45611 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:19:40,748 DEBUG [RS:0;87fb68174c52:45611 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:19:40,748 DEBUG [RS:0;87fb68174c52:45611 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:19:40,748 DEBUG [RS:0;87fb68174c52:45611 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:19:40,748 DEBUG [RS:0;87fb68174c52:45611 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:19:40,748 DEBUG [RS:0;87fb68174c52:45611 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/87fb68174c52:0, corePoolSize=2, maxPoolSize=2 2024-11-07T12:19:40,748 DEBUG [RS:0;87fb68174c52:45611 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:19:40,749 DEBUG [RS:0;87fb68174c52:45611 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:19:40,749 DEBUG [RS:0;87fb68174c52:45611 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:19:40,749 DEBUG [RS:0;87fb68174c52:45611 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:19:40,749 DEBUG [RS:0;87fb68174c52:45611 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:19:40,749 DEBUG [RS:0;87fb68174c52:45611 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:19:40,749 DEBUG [RS:0;87fb68174c52:45611 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/87fb68174c52:0, corePoolSize=3, maxPoolSize=3 2024-11-07T12:19:40,749 DEBUG [RS:0;87fb68174c52:45611 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/87fb68174c52:0, corePoolSize=3, maxPoolSize=3 2024-11-07T12:19:40,765 INFO [RS:0;87fb68174c52:45611 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T12:19:40,765 INFO [RS:0;87fb68174c52:45611 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T12:19:40,765 INFO [RS:0;87fb68174c52:45611 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T12:19:40,765 INFO [RS:0;87fb68174c52:45611 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-07T12:19:40,765 INFO [RS:0;87fb68174c52:45611 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-07T12:19:40,765 INFO [RS:0;87fb68174c52:45611 {}] hbase.ChoreService(168): Chore ScheduledChore name=87fb68174c52,45611,1730981979865-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-07T12:19:40,796 INFO [RS:0;87fb68174c52:45611 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-07T12:19:40,796 INFO [RS:0;87fb68174c52:45611 {}] hbase.ChoreService(168): Chore ScheduledChore name=87fb68174c52,45611,1730981979865-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T12:19:40,796 INFO [RS:0;87fb68174c52:45611 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T12:19:40,796 INFO [RS:0;87fb68174c52:45611 {}] regionserver.Replication(171): 87fb68174c52,45611,1730981979865 started 2024-11-07T12:19:40,819 INFO [RS:0;87fb68174c52:45611 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T12:19:40,819 INFO [RS:0;87fb68174c52:45611 {}] regionserver.HRegionServer(1482): Serving as 87fb68174c52,45611,1730981979865, RpcServer on 87fb68174c52/172.17.0.3:45611, sessionid=0x1001a2ed1660007 2024-11-07T12:19:40,819 DEBUG [RS:0;87fb68174c52:45611 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-07T12:19:40,819 DEBUG [RS:0;87fb68174c52:45611 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 87fb68174c52,45611,1730981979865 2024-11-07T12:19:40,819 DEBUG [RS:0;87fb68174c52:45611 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '87fb68174c52,45611,1730981979865' 2024-11-07T12:19:40,819 DEBUG [RS:0;87fb68174c52:45611 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2424862328/flush-table-proc/abort' 2024-11-07T12:19:40,820 DEBUG [RS:0;87fb68174c52:45611 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2424862328/flush-table-proc/acquired' 2024-11-07T12:19:40,821 DEBUG [RS:0;87fb68174c52:45611 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-07T12:19:40,821 DEBUG [RS:0;87fb68174c52:45611 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-07T12:19:40,821 DEBUG [RS:0;87fb68174c52:45611 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 87fb68174c52,45611,1730981979865 2024-11-07T12:19:40,821 DEBUG [RS:0;87fb68174c52:45611 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '87fb68174c52,45611,1730981979865' 2024-11-07T12:19:40,821 DEBUG [RS:0;87fb68174c52:45611 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2424862328/online-snapshot/abort' 2024-11-07T12:19:40,821 DEBUG [RS:0;87fb68174c52:45611 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2424862328/online-snapshot/acquired' 2024-11-07T12:19:40,822 DEBUG [RS:0;87fb68174c52:45611 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-07T12:19:40,822 INFO [RS:0;87fb68174c52:45611 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-07T12:19:40,822 INFO [RS:0;87fb68174c52:45611 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-07T12:19:40,922 INFO [RS:0;87fb68174c52:45611 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-07T12:19:40,924 INFO [RS:0;87fb68174c52:45611 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=87fb68174c52%2C45611%2C1730981979865, suffix=, logDir=hdfs://localhost:35867/user/jenkins/test-data/402164a5-77f2-857f-cbd8-8905dd642bd5/WALs/87fb68174c52,45611,1730981979865, archiveDir=hdfs://localhost:35867/user/jenkins/test-data/402164a5-77f2-857f-cbd8-8905dd642bd5/oldWALs, maxLogs=10 2024-11-07T12:19:40,947 DEBUG [RS:0;87fb68174c52:45611 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/402164a5-77f2-857f-cbd8-8905dd642bd5/WALs/87fb68174c52,45611,1730981979865/87fb68174c52%2C45611%2C1730981979865.1730981980925, exclude list is [], retry=0 2024-11-07T12:19:40,950 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37301,DS-2d76b03c-e965-4adc-bf5a-77de04db50d3,DISK] 2024-11-07T12:19:40,961 INFO [RS:0;87fb68174c52:45611 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/402164a5-77f2-857f-cbd8-8905dd642bd5/WALs/87fb68174c52,45611,1730981979865/87fb68174c52%2C45611%2C1730981979865.1730981980925 2024-11-07T12:19:40,962 DEBUG [RS:0;87fb68174c52:45611 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39133:39133)] 2024-11-07T12:19:41,091 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35867/user/jenkins/test-data/402164a5-77f2-857f-cbd8-8905dd642bd5/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-07T12:19:41,092 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35867/user/jenkins/test-data/402164a5-77f2-857f-cbd8-8905dd642bd5 2024-11-07T12:19:41,099 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37301 is added to blk_1073741833_1009 (size=32) 2024-11-07T12:19:41,500 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T12:19:41,501 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-07T12:19:41,504 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-07T12:19:41,504 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:41,504 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T12:19:41,504 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-07T12:19:41,507 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-07T12:19:41,507 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:41,507 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T12:19:41,507 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-07T12:19:41,508 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-07T12:19:41,508 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:41,509 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T12:19:41,509 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-07T12:19:41,510 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-07T12:19:41,510 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:41,510 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T12:19:41,510 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-07T12:19:41,511 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35867/user/jenkins/test-data/402164a5-77f2-857f-cbd8-8905dd642bd5/data/hbase/meta/1588230740 2024-11-07T12:19:41,511 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35867/user/jenkins/test-data/402164a5-77f2-857f-cbd8-8905dd642bd5/data/hbase/meta/1588230740 2024-11-07T12:19:41,512 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-07T12:19:41,512 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-07T12:19:41,513 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T12:19:41,514 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-07T12:19:41,516 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35867/user/jenkins/test-data/402164a5-77f2-857f-cbd8-8905dd642bd5/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T12:19:41,516 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67260729, jitterRate=0.0022629648447036743}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T12:19:41,516 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1730981981500Initializing all the Stores at 1730981981501 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730981981501Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730981981501Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730981981501Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730981981501Cleaning up temporary data from old regions at 1730981981512 (+11 ms)Region opened successfully at 1730981981516 (+4 ms) 2024-11-07T12:19:41,517 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-07T12:19:41,517 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-07T12:19:41,517 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-07T12:19:41,517 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-07T12:19:41,517 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-07T12:19:41,517 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-07T12:19:41,517 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1730981981516Disabling compacts and flushes for region at 1730981981516Disabling writes for close at 1730981981517 (+1 ms)Writing region close event to WAL at 1730981981517Closed at 1730981981517 2024-11-07T12:19:41,518 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T12:19:41,518 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-07T12:19:41,518 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-07T12:19:41,519 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-07T12:19:41,521 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-07T12:19:41,671 DEBUG [87fb68174c52:35319 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-07T12:19:41,672 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=87fb68174c52,45611,1730981979865 2024-11-07T12:19:41,673 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 87fb68174c52,45611,1730981979865, state=OPENING 2024-11-07T12:19:41,675 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-07T12:19:41,676 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45611-0x1001a2ed1660007, quorum=127.0.0.1:58515, baseZNode=/2424862328 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2424862328 2024-11-07T12:19:41,677 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35319-0x1001a2ed1660006, quorum=127.0.0.1:58515, baseZNode=/2424862328 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2424862328 2024-11-07T12:19:41,677 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2424862328/meta-region-server: CHANGED 2024-11-07T12:19:41,678 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2424862328/meta-region-server: CHANGED 2024-11-07T12:19:41,678 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-07T12:19:41,678 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=87fb68174c52,45611,1730981979865}] 2024-11-07T12:19:41,831 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-07T12:19:41,833 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47821, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-07T12:19:41,836 INFO [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-07T12:19:41,836 INFO [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T12:19:41,836 INFO [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-07T12:19:41,837 INFO [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=87fb68174c52%2C45611%2C1730981979865.meta, suffix=.meta, logDir=hdfs://localhost:35867/user/jenkins/test-data/402164a5-77f2-857f-cbd8-8905dd642bd5/WALs/87fb68174c52,45611,1730981979865, archiveDir=hdfs://localhost:35867/user/jenkins/test-data/402164a5-77f2-857f-cbd8-8905dd642bd5/oldWALs, maxLogs=10 2024-11-07T12:19:41,854 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/402164a5-77f2-857f-cbd8-8905dd642bd5/WALs/87fb68174c52,45611,1730981979865/87fb68174c52%2C45611%2C1730981979865.meta.1730981981838.meta, exclude list is [], retry=0 2024-11-07T12:19:41,856 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37301,DS-2d76b03c-e965-4adc-bf5a-77de04db50d3,DISK] 2024-11-07T12:19:41,858 INFO [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/402164a5-77f2-857f-cbd8-8905dd642bd5/WALs/87fb68174c52,45611,1730981979865/87fb68174c52%2C45611%2C1730981979865.meta.1730981981838.meta 2024-11-07T12:19:41,858 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39133:39133)] 2024-11-07T12:19:41,859 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-07T12:19:41,859 INFO [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-07T12:19:41,859 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-07T12:19:41,859 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-07T12:19:41,859 INFO [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-07T12:19:41,859 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-07T12:19:41,859 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T12:19:41,859 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-07T12:19:41,859 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-07T12:19:41,861 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-07T12:19:41,861 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-07T12:19:41,862 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:41,862 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T12:19:41,862 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-07T12:19:41,863 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-07T12:19:41,863 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:41,863 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T12:19:41,863 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-07T12:19:41,864 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-07T12:19:41,864 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:41,864 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T12:19:41,864 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-07T12:19:41,865 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-07T12:19:41,865 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:41,865 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T12:19:41,866 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-07T12:19:41,866 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35867/user/jenkins/test-data/402164a5-77f2-857f-cbd8-8905dd642bd5/data/hbase/meta/1588230740 2024-11-07T12:19:41,867 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35867/user/jenkins/test-data/402164a5-77f2-857f-cbd8-8905dd642bd5/data/hbase/meta/1588230740 2024-11-07T12:19:41,872 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-07T12:19:41,872 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-07T12:19:41,873 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T12:19:41,874 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-07T12:19:41,875 INFO [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66812468, jitterRate=-0.00441664457321167}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T12:19:41,875 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-07T12:19:41,875 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1730981981860Writing region info on filesystem at 1730981981860Initializing all the Stores at 1730981981860Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730981981860Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730981981860Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730981981860Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730981981860Cleaning up temporary data from old regions at 1730981981872 (+12 ms)Running coprocessor post-open hooks at 1730981981875 (+3 ms)Region opened successfully at 1730981981875 2024-11-07T12:19:41,876 INFO [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1730981981831 2024-11-07T12:19:41,879 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=87fb68174c52,45611,1730981979865 2024-11-07T12:19:41,880 INFO [PEWorker-4 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 87fb68174c52,45611,1730981979865, state=OPEN 2024-11-07T12:19:41,882 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45611-0x1001a2ed1660007, quorum=127.0.0.1:58515, baseZNode=/2424862328 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2424862328/meta-region-server 2024-11-07T12:19:41,882 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35319-0x1001a2ed1660006, quorum=127.0.0.1:58515, baseZNode=/2424862328 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2424862328/meta-region-server 2024-11-07T12:19:41,882 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2424862328/meta-region-server: CHANGED 2024-11-07T12:19:41,882 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2424862328/meta-region-server: CHANGED 2024-11-07T12:19:41,883 DEBUG [PEWorker-4 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=87fb68174c52,45611,1730981979865 2024-11-07T12:19:41,886 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-07T12:19:41,886 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=87fb68174c52,45611,1730981979865 in 205 msec 2024-11-07T12:19:41,889 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T12:19:41,889 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-07T12:19:41,889 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-07T12:19:41,889 INFO [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-07T12:19:41,889 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-07T12:19:41,889 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 368 msec 2024-11-07T12:19:41,890 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T12:19:41,891 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=87fb68174c52,45611,1730981979865, seqNum=-1] 2024-11-07T12:19:41,891 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T12:19:41,892 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40503, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T12:19:41,897 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3230 sec 2024-11-07T12:19:41,898 INFO [master/87fb68174c52:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1730981981898, completionTime=-1 2024-11-07T12:19:41,898 INFO [master/87fb68174c52:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-07T12:19:41,898 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-07T12:19:41,900 INFO [master/87fb68174c52:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-07T12:19:41,900 INFO [master/87fb68174c52:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1730982041900 2024-11-07T12:19:41,900 INFO [master/87fb68174c52:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1730982101900 2024-11-07T12:19:41,901 INFO [master/87fb68174c52:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-07T12:19:41,901 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=87fb68174c52,35319,1730981979719-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T12:19:41,901 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=87fb68174c52,35319,1730981979719-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T12:19:41,901 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=87fb68174c52,35319,1730981979719-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T12:19:41,901 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-87fb68174c52:35319, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T12:19:41,901 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-07T12:19:41,903 DEBUG [master/87fb68174c52:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-07T12:19:41,904 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-07T12:19:41,908 INFO [master/87fb68174c52:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.945sec 2024-11-07T12:19:41,908 INFO [master/87fb68174c52:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-07T12:19:41,908 INFO [master/87fb68174c52:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-07T12:19:41,908 INFO [master/87fb68174c52:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-07T12:19:41,908 INFO [master/87fb68174c52:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-07T12:19:41,908 INFO [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-07T12:19:41,908 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=87fb68174c52,35319,1730981979719-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-07T12:19:41,908 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=87fb68174c52,35319,1730981979719-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-07T12:19:41,918 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-07T12:19:41,918 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-07T12:19:41,918 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=87fb68174c52,35319,1730981979719-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T12:19:41,942 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d805c70, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:19:41,942 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 87fb68174c52,35319,-1 for getting cluster id 2024-11-07T12:19:41,943 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T12:19:41,947 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dc857e4c-1e13-4c84-b7fb-bca98fa843b6' 2024-11-07T12:19:41,947 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T12:19:41,948 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dc857e4c-1e13-4c84-b7fb-bca98fa843b6" 2024-11-07T12:19:41,948 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39c5216e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:19:41,948 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [87fb68174c52,35319,-1] 2024-11-07T12:19:41,948 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T12:19:41,948 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:19:41,950 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49558, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T12:19:41,951 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72be4dd2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:19:41,951 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T12:19:41,953 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=87fb68174c52,45611,1730981979865, seqNum=-1] 2024-11-07T12:19:41,953 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T12:19:41,954 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56120, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T12:19:41,957 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=87fb68174c52,35319,1730981979719 2024-11-07T12:19:41,957 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:58515 2024-11-07T12:19:41,970 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:58515, baseZNode=/2424862328 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T12:19:41,971 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x1001a2ed1660008 connected 2024-11-07T12:19:41,974 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T12:19:41,975 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 87fb68174c52,42693,1730981972337 2024-11-07T12:19:41,975 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5a2c667c 2024-11-07T12:19:41,975 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T12:19:41,978 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43408, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-07T12:19:41,979 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42693 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-07T12:19:41,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42693 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-07T12:19:41,981 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-07T12:19:41,981 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:41,982 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42693 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-07T12:19:41,983 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-07T12:19:41,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42693 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T12:19:41,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45393 is added to blk_1073741835_1011 (size=902) 2024-11-07T12:19:42,004 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T12:19:42,004 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [87fb68174c52,46025,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=87fb68174c52:46025 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-07T12:19:42,005 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 11, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 38383 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [87fb68174c52,46025,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=87fb68174c52:46025 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-07T12:19:42,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42693 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T12:19:42,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42693 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T12:19:42,401 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c8a16366547304c470bdd1c222467918, NAME => 'test,,1730981981978.c8a16366547304c470bdd1c222467918.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35299/user/jenkins/test-data/c1b001e6-0289-755f-1dfb-a75ad48187fa 2024-11-07T12:19:42,420 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45393 is added to blk_1073741836_1012 (size=39) 2024-11-07T12:19:42,423 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1730981981978.c8a16366547304c470bdd1c222467918.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T12:19:42,423 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing c8a16366547304c470bdd1c222467918, disabling compactions & flushes 2024-11-07T12:19:42,423 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1730981981978.c8a16366547304c470bdd1c222467918. 2024-11-07T12:19:42,423 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1730981981978.c8a16366547304c470bdd1c222467918. 2024-11-07T12:19:42,424 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1730981981978.c8a16366547304c470bdd1c222467918. after waiting 0 ms 2024-11-07T12:19:42,424 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1730981981978.c8a16366547304c470bdd1c222467918. 2024-11-07T12:19:42,424 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1730981981978.c8a16366547304c470bdd1c222467918. 2024-11-07T12:19:42,424 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for c8a16366547304c470bdd1c222467918: Waiting for close lock at 1730981982423Disabling compacts and flushes for region at 1730981982423Disabling writes for close at 1730981982424 (+1 ms)Writing region close event to WAL at 1730981982424Closed at 1730981982424 2024-11-07T12:19:42,425 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-07T12:19:42,426 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1730981981978.c8a16366547304c470bdd1c222467918.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1730981982426"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1730981982426"}]},"ts":"1730981982426"} 2024-11-07T12:19:42,429 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-07T12:19:42,430 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-07T12:19:42,430 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1730981982430"}]},"ts":"1730981982430"} 2024-11-07T12:19:42,437 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-07T12:19:42,437 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=c8a16366547304c470bdd1c222467918, ASSIGN}] 2024-11-07T12:19:42,438 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=c8a16366547304c470bdd1c222467918, ASSIGN 2024-11-07T12:19:42,441 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=c8a16366547304c470bdd1c222467918, ASSIGN; state=OFFLINE, location=87fb68174c52,45327,1730981972414; forceNewPlan=false, retain=false 2024-11-07T12:19:42,592 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=c8a16366547304c470bdd1c222467918, regionState=OPENING, regionLocation=87fb68174c52,45327,1730981972414 2024-11-07T12:19:42,595 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=c8a16366547304c470bdd1c222467918, ASSIGN because future has completed 2024-11-07T12:19:42,596 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure c8a16366547304c470bdd1c222467918, server=87fb68174c52,45327,1730981972414}] 2024-11-07T12:19:42,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42693 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T12:19:42,764 INFO [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1730981981978.c8a16366547304c470bdd1c222467918. 2024-11-07T12:19:42,764 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => c8a16366547304c470bdd1c222467918, NAME => 'test,,1730981981978.c8a16366547304c470bdd1c222467918.', STARTKEY => '', ENDKEY => ''} 2024-11-07T12:19:42,764 INFO [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-07T12:19:42,764 INFO [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-07T12:19:42,765 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test c8a16366547304c470bdd1c222467918 2024-11-07T12:19:42,765 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1730981981978.c8a16366547304c470bdd1c222467918.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T12:19:42,765 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for c8a16366547304c470bdd1c222467918 2024-11-07T12:19:42,765 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for c8a16366547304c470bdd1c222467918 2024-11-07T12:19:42,792 INFO [StoreOpener-c8a16366547304c470bdd1c222467918-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region c8a16366547304c470bdd1c222467918 2024-11-07T12:19:42,796 INFO [StoreOpener-c8a16366547304c470bdd1c222467918-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c8a16366547304c470bdd1c222467918 columnFamilyName f 2024-11-07T12:19:42,796 DEBUG [StoreOpener-c8a16366547304c470bdd1c222467918-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:42,797 INFO [StoreOpener-c8a16366547304c470bdd1c222467918-1 {}] regionserver.HStore(327): Store=c8a16366547304c470bdd1c222467918/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T12:19:42,797 INFO [StoreOpener-c8a16366547304c470bdd1c222467918-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region c8a16366547304c470bdd1c222467918 2024-11-07T12:19:42,798 INFO [StoreOpener-c8a16366547304c470bdd1c222467918-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c8a16366547304c470bdd1c222467918 columnFamilyName f1 2024-11-07T12:19:42,798 DEBUG [StoreOpener-c8a16366547304c470bdd1c222467918-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:42,799 INFO [StoreOpener-c8a16366547304c470bdd1c222467918-1 {}] regionserver.HStore(327): Store=c8a16366547304c470bdd1c222467918/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T12:19:42,799 INFO [StoreOpener-c8a16366547304c470bdd1c222467918-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region c8a16366547304c470bdd1c222467918 2024-11-07T12:19:42,800 INFO [StoreOpener-c8a16366547304c470bdd1c222467918-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c8a16366547304c470bdd1c222467918 columnFamilyName norep 2024-11-07T12:19:42,800 DEBUG [StoreOpener-c8a16366547304c470bdd1c222467918-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:42,800 INFO [StoreOpener-c8a16366547304c470bdd1c222467918-1 {}] regionserver.HStore(327): Store=c8a16366547304c470bdd1c222467918/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T12:19:42,801 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for c8a16366547304c470bdd1c222467918 2024-11-07T12:19:42,801 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35299/user/jenkins/test-data/c1b001e6-0289-755f-1dfb-a75ad48187fa/data/default/test/c8a16366547304c470bdd1c222467918 2024-11-07T12:19:42,802 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35299/user/jenkins/test-data/c1b001e6-0289-755f-1dfb-a75ad48187fa/data/default/test/c8a16366547304c470bdd1c222467918 2024-11-07T12:19:42,803 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for c8a16366547304c470bdd1c222467918 2024-11-07T12:19:42,803 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for c8a16366547304c470bdd1c222467918 2024-11-07T12:19:42,803 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-07T12:19:42,804 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for c8a16366547304c470bdd1c222467918 2024-11-07T12:19:42,807 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35299/user/jenkins/test-data/c1b001e6-0289-755f-1dfb-a75ad48187fa/data/default/test/c8a16366547304c470bdd1c222467918/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T12:19:42,807 INFO [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened c8a16366547304c470bdd1c222467918; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62206330, jitterRate=-0.07305344939231873}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-07T12:19:42,807 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c8a16366547304c470bdd1c222467918 2024-11-07T12:19:42,808 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for c8a16366547304c470bdd1c222467918: Running coprocessor pre-open hook at 1730981982765Writing region info on filesystem at 1730981982765Initializing all the Stores at 1730981982766 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730981982766Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730981982792 (+26 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730981982792Cleaning up temporary data from old regions at 1730981982803 (+11 ms)Running coprocessor post-open hooks at 1730981982807 (+4 ms)Region opened successfully at 1730981982808 (+1 ms) 2024-11-07T12:19:42,810 INFO [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1730981981978.c8a16366547304c470bdd1c222467918., pid=6, masterSystemTime=1730981982751 2024-11-07T12:19:42,813 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=c8a16366547304c470bdd1c222467918, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=87fb68174c52,45327,1730981972414 2024-11-07T12:19:42,815 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1730981981978.c8a16366547304c470bdd1c222467918. 2024-11-07T12:19:42,815 INFO [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1730981981978.c8a16366547304c470bdd1c222467918. 2024-11-07T12:19:42,816 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure c8a16366547304c470bdd1c222467918, server=87fb68174c52,45327,1730981972414 because future has completed 2024-11-07T12:19:42,819 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-07T12:19:42,819 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure c8a16366547304c470bdd1c222467918, server=87fb68174c52,45327,1730981972414 in 221 msec 2024-11-07T12:19:42,822 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-07T12:19:42,822 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=c8a16366547304c470bdd1c222467918, ASSIGN in 382 msec 2024-11-07T12:19:42,823 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-07T12:19:42,823 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1730981982823"}]},"ts":"1730981982823"} 2024-11-07T12:19:42,826 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-07T12:19:42,827 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-07T12:19:42,828 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 848 msec 2024-11-07T12:19:43,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42693 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T12:19:43,125 INFO [RPCClient-NioEventLoopGroup-4-16 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-07T12:19:43,125 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T12:19:43,126 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 87fb68174c52,33743,1730981976119 2024-11-07T12:19:43,126 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@46ae8638 2024-11-07T12:19:43,126 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T12:19:43,128 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56944, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-07T12:19:43,129 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33743 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-07T12:19:43,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33743 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-07T12:19:43,131 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-07T12:19:43,131 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:43,131 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33743 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-07T12:19:43,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33743 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T12:19:43,132 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-07T12:19:43,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33191 is added to blk_1073741835_1011 (size=902) 2024-11-07T12:19:43,145 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 9ac0bab2a76218f4161db286e97798aa, NAME => 'test,,1730981983128.9ac0bab2a76218f4161db286e97798aa.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44975/user/jenkins/test-data/f941b3eb-a2d0-2f7c-4a24-9ec6e2993f2c 2024-11-07T12:19:43,163 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33191 is added to blk_1073741836_1012 (size=39) 2024-11-07T12:19:43,166 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1730981983128.9ac0bab2a76218f4161db286e97798aa.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T12:19:43,166 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 9ac0bab2a76218f4161db286e97798aa, disabling compactions & flushes 2024-11-07T12:19:43,167 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1730981983128.9ac0bab2a76218f4161db286e97798aa. 2024-11-07T12:19:43,167 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1730981983128.9ac0bab2a76218f4161db286e97798aa. 2024-11-07T12:19:43,167 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1730981983128.9ac0bab2a76218f4161db286e97798aa. after waiting 0 ms 2024-11-07T12:19:43,167 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1730981983128.9ac0bab2a76218f4161db286e97798aa. 2024-11-07T12:19:43,167 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1730981983128.9ac0bab2a76218f4161db286e97798aa. 2024-11-07T12:19:43,167 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 9ac0bab2a76218f4161db286e97798aa: Waiting for close lock at 1730981983166Disabling compacts and flushes for region at 1730981983166Disabling writes for close at 1730981983167 (+1 ms)Writing region close event to WAL at 1730981983167Closed at 1730981983167 2024-11-07T12:19:43,168 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-07T12:19:43,168 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1730981983128.9ac0bab2a76218f4161db286e97798aa.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1730981983168"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1730981983168"}]},"ts":"1730981983168"} 2024-11-07T12:19:43,171 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-07T12:19:43,172 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-07T12:19:43,172 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1730981983172"}]},"ts":"1730981983172"} 2024-11-07T12:19:43,179 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-07T12:19:43,179 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=9ac0bab2a76218f4161db286e97798aa, ASSIGN}] 2024-11-07T12:19:43,181 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=9ac0bab2a76218f4161db286e97798aa, ASSIGN 2024-11-07T12:19:43,182 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=9ac0bab2a76218f4161db286e97798aa, ASSIGN; state=OFFLINE, location=87fb68174c52,34315,1730981976162; forceNewPlan=false, retain=false 2024-11-07T12:19:43,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33743 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T12:19:43,333 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=9ac0bab2a76218f4161db286e97798aa, regionState=OPENING, regionLocation=87fb68174c52,34315,1730981976162 2024-11-07T12:19:43,335 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=9ac0bab2a76218f4161db286e97798aa, ASSIGN because future has completed 2024-11-07T12:19:43,335 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9ac0bab2a76218f4161db286e97798aa, server=87fb68174c52,34315,1730981976162}] 2024-11-07T12:19:43,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33743 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T12:19:43,491 INFO [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1730981983128.9ac0bab2a76218f4161db286e97798aa. 2024-11-07T12:19:43,491 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 9ac0bab2a76218f4161db286e97798aa, NAME => 'test,,1730981983128.9ac0bab2a76218f4161db286e97798aa.', STARTKEY => '', ENDKEY => ''} 2024-11-07T12:19:43,491 INFO [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-07T12:19:43,492 INFO [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-07T12:19:43,492 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 9ac0bab2a76218f4161db286e97798aa 2024-11-07T12:19:43,492 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1730981983128.9ac0bab2a76218f4161db286e97798aa.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T12:19:43,492 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 9ac0bab2a76218f4161db286e97798aa 2024-11-07T12:19:43,492 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 9ac0bab2a76218f4161db286e97798aa 2024-11-07T12:19:43,493 INFO [StoreOpener-9ac0bab2a76218f4161db286e97798aa-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 9ac0bab2a76218f4161db286e97798aa 2024-11-07T12:19:43,494 INFO [StoreOpener-9ac0bab2a76218f4161db286e97798aa-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9ac0bab2a76218f4161db286e97798aa columnFamilyName f 2024-11-07T12:19:43,494 DEBUG [StoreOpener-9ac0bab2a76218f4161db286e97798aa-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:43,495 INFO [StoreOpener-9ac0bab2a76218f4161db286e97798aa-1 {}] regionserver.HStore(327): Store=9ac0bab2a76218f4161db286e97798aa/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T12:19:43,495 INFO [StoreOpener-9ac0bab2a76218f4161db286e97798aa-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 9ac0bab2a76218f4161db286e97798aa 2024-11-07T12:19:43,496 INFO [StoreOpener-9ac0bab2a76218f4161db286e97798aa-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9ac0bab2a76218f4161db286e97798aa columnFamilyName f1 2024-11-07T12:19:43,496 DEBUG [StoreOpener-9ac0bab2a76218f4161db286e97798aa-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:43,496 INFO [StoreOpener-9ac0bab2a76218f4161db286e97798aa-1 {}] regionserver.HStore(327): Store=9ac0bab2a76218f4161db286e97798aa/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T12:19:43,496 INFO [StoreOpener-9ac0bab2a76218f4161db286e97798aa-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 9ac0bab2a76218f4161db286e97798aa 2024-11-07T12:19:43,497 INFO [StoreOpener-9ac0bab2a76218f4161db286e97798aa-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9ac0bab2a76218f4161db286e97798aa columnFamilyName norep 2024-11-07T12:19:43,497 DEBUG [StoreOpener-9ac0bab2a76218f4161db286e97798aa-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:43,498 INFO [StoreOpener-9ac0bab2a76218f4161db286e97798aa-1 {}] regionserver.HStore(327): Store=9ac0bab2a76218f4161db286e97798aa/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T12:19:43,498 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 9ac0bab2a76218f4161db286e97798aa 2024-11-07T12:19:43,498 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44975/user/jenkins/test-data/f941b3eb-a2d0-2f7c-4a24-9ec6e2993f2c/data/default/test/9ac0bab2a76218f4161db286e97798aa 2024-11-07T12:19:43,499 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44975/user/jenkins/test-data/f941b3eb-a2d0-2f7c-4a24-9ec6e2993f2c/data/default/test/9ac0bab2a76218f4161db286e97798aa 2024-11-07T12:19:43,499 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 9ac0bab2a76218f4161db286e97798aa 2024-11-07T12:19:43,499 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 9ac0bab2a76218f4161db286e97798aa 2024-11-07T12:19:43,500 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-07T12:19:43,501 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 9ac0bab2a76218f4161db286e97798aa 2024-11-07T12:19:43,502 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44975/user/jenkins/test-data/f941b3eb-a2d0-2f7c-4a24-9ec6e2993f2c/data/default/test/9ac0bab2a76218f4161db286e97798aa/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T12:19:43,502 INFO [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 9ac0bab2a76218f4161db286e97798aa; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68244405, jitterRate=0.01692087948322296}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-07T12:19:43,502 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9ac0bab2a76218f4161db286e97798aa 2024-11-07T12:19:43,503 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 9ac0bab2a76218f4161db286e97798aa: Running coprocessor pre-open hook at 1730981983492Writing region info on filesystem at 1730981983492Initializing all the Stores at 1730981983493 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730981983493Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730981983493Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730981983493Cleaning up temporary data from old regions at 1730981983499 (+6 ms)Running coprocessor post-open hooks at 1730981983502 (+3 ms)Region opened successfully at 1730981983503 (+1 ms) 2024-11-07T12:19:43,503 INFO [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1730981983128.9ac0bab2a76218f4161db286e97798aa., pid=6, masterSystemTime=1730981983487 2024-11-07T12:19:43,505 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1730981983128.9ac0bab2a76218f4161db286e97798aa. 2024-11-07T12:19:43,505 INFO [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1730981983128.9ac0bab2a76218f4161db286e97798aa. 2024-11-07T12:19:43,506 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=9ac0bab2a76218f4161db286e97798aa, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=87fb68174c52,34315,1730981976162 2024-11-07T12:19:43,508 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9ac0bab2a76218f4161db286e97798aa, server=87fb68174c52,34315,1730981976162 because future has completed 2024-11-07T12:19:43,510 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-07T12:19:43,510 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 9ac0bab2a76218f4161db286e97798aa, server=87fb68174c52,34315,1730981976162 in 174 msec 2024-11-07T12:19:43,512 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-07T12:19:43,512 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=9ac0bab2a76218f4161db286e97798aa, ASSIGN in 331 msec 2024-11-07T12:19:43,513 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-07T12:19:43,513 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1730981983513"}]},"ts":"1730981983513"} 2024-11-07T12:19:43,515 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-07T12:19:43,515 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-07T12:19:43,517 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 386 msec 2024-11-07T12:19:43,621 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-07T12:19:43,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33743 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T12:19:43,765 INFO [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-07T12:19:43,765 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T12:19:43,766 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 87fb68174c52,35319,1730981979719 2024-11-07T12:19:43,766 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@62ef5376 2024-11-07T12:19:43,766 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T12:19:43,767 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49564, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-07T12:19:43,768 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35319 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-07T12:19:43,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35319 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-07T12:19:43,770 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-07T12:19:43,770 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:43,770 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35319 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-07T12:19:43,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35319 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T12:19:43,771 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-07T12:19:43,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37301 is added to blk_1073741835_1011 (size=902) 2024-11-07T12:19:43,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35319 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T12:19:44,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35319 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T12:19:44,179 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 0cf95a346f7815d42967c594f9a5152f, NAME => 'test,,1730981983767.0cf95a346f7815d42967c594f9a5152f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35867/user/jenkins/test-data/402164a5-77f2-857f-cbd8-8905dd642bd5 2024-11-07T12:19:44,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37301 is added to blk_1073741836_1012 (size=39) 2024-11-07T12:19:44,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35319 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T12:19:44,591 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1730981983767.0cf95a346f7815d42967c594f9a5152f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T12:19:44,591 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 0cf95a346f7815d42967c594f9a5152f, disabling compactions & flushes 2024-11-07T12:19:44,591 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1730981983767.0cf95a346f7815d42967c594f9a5152f. 2024-11-07T12:19:44,591 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1730981983767.0cf95a346f7815d42967c594f9a5152f. 2024-11-07T12:19:44,591 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1730981983767.0cf95a346f7815d42967c594f9a5152f. after waiting 0 ms 2024-11-07T12:19:44,591 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1730981983767.0cf95a346f7815d42967c594f9a5152f. 2024-11-07T12:19:44,591 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1730981983767.0cf95a346f7815d42967c594f9a5152f. 2024-11-07T12:19:44,591 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 0cf95a346f7815d42967c594f9a5152f: Waiting for close lock at 1730981984591Disabling compacts and flushes for region at 1730981984591Disabling writes for close at 1730981984591Writing region close event to WAL at 1730981984591Closed at 1730981984591 2024-11-07T12:19:44,593 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-07T12:19:44,593 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1730981983767.0cf95a346f7815d42967c594f9a5152f.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1730981984593"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1730981984593"}]},"ts":"1730981984593"} 2024-11-07T12:19:44,596 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-07T12:19:44,597 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-07T12:19:44,597 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1730981984597"}]},"ts":"1730981984597"} 2024-11-07T12:19:44,599 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-07T12:19:44,599 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=0cf95a346f7815d42967c594f9a5152f, ASSIGN}] 2024-11-07T12:19:44,600 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=0cf95a346f7815d42967c594f9a5152f, ASSIGN 2024-11-07T12:19:44,601 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=0cf95a346f7815d42967c594f9a5152f, ASSIGN; state=OFFLINE, location=87fb68174c52,45611,1730981979865; forceNewPlan=false, retain=false 2024-11-07T12:19:44,752 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=0cf95a346f7815d42967c594f9a5152f, regionState=OPENING, regionLocation=87fb68174c52,45611,1730981979865 2024-11-07T12:19:44,754 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=0cf95a346f7815d42967c594f9a5152f, ASSIGN because future has completed 2024-11-07T12:19:44,754 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0cf95a346f7815d42967c594f9a5152f, server=87fb68174c52,45611,1730981979865}] 2024-11-07T12:19:44,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35319 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T12:19:44,910 INFO [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1730981983767.0cf95a346f7815d42967c594f9a5152f. 2024-11-07T12:19:44,910 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 0cf95a346f7815d42967c594f9a5152f, NAME => 'test,,1730981983767.0cf95a346f7815d42967c594f9a5152f.', STARTKEY => '', ENDKEY => ''} 2024-11-07T12:19:44,910 INFO [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-07T12:19:44,910 INFO [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-07T12:19:44,910 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 0cf95a346f7815d42967c594f9a5152f 2024-11-07T12:19:44,910 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1730981983767.0cf95a346f7815d42967c594f9a5152f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T12:19:44,910 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 0cf95a346f7815d42967c594f9a5152f 2024-11-07T12:19:44,910 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 0cf95a346f7815d42967c594f9a5152f 2024-11-07T12:19:44,911 INFO [StoreOpener-0cf95a346f7815d42967c594f9a5152f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 0cf95a346f7815d42967c594f9a5152f 2024-11-07T12:19:44,913 INFO [StoreOpener-0cf95a346f7815d42967c594f9a5152f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0cf95a346f7815d42967c594f9a5152f columnFamilyName f 2024-11-07T12:19:44,913 DEBUG [StoreOpener-0cf95a346f7815d42967c594f9a5152f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:44,913 INFO [StoreOpener-0cf95a346f7815d42967c594f9a5152f-1 {}] regionserver.HStore(327): Store=0cf95a346f7815d42967c594f9a5152f/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T12:19:44,913 INFO [StoreOpener-0cf95a346f7815d42967c594f9a5152f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 0cf95a346f7815d42967c594f9a5152f 2024-11-07T12:19:44,914 INFO [StoreOpener-0cf95a346f7815d42967c594f9a5152f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0cf95a346f7815d42967c594f9a5152f columnFamilyName f1 2024-11-07T12:19:44,914 DEBUG [StoreOpener-0cf95a346f7815d42967c594f9a5152f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:44,914 INFO [StoreOpener-0cf95a346f7815d42967c594f9a5152f-1 {}] regionserver.HStore(327): Store=0cf95a346f7815d42967c594f9a5152f/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T12:19:44,914 INFO [StoreOpener-0cf95a346f7815d42967c594f9a5152f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 0cf95a346f7815d42967c594f9a5152f 2024-11-07T12:19:44,915 INFO [StoreOpener-0cf95a346f7815d42967c594f9a5152f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0cf95a346f7815d42967c594f9a5152f columnFamilyName norep 2024-11-07T12:19:44,915 DEBUG [StoreOpener-0cf95a346f7815d42967c594f9a5152f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:44,915 INFO [StoreOpener-0cf95a346f7815d42967c594f9a5152f-1 {}] regionserver.HStore(327): Store=0cf95a346f7815d42967c594f9a5152f/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T12:19:44,915 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 0cf95a346f7815d42967c594f9a5152f 2024-11-07T12:19:44,916 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35867/user/jenkins/test-data/402164a5-77f2-857f-cbd8-8905dd642bd5/data/default/test/0cf95a346f7815d42967c594f9a5152f 2024-11-07T12:19:44,916 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35867/user/jenkins/test-data/402164a5-77f2-857f-cbd8-8905dd642bd5/data/default/test/0cf95a346f7815d42967c594f9a5152f 2024-11-07T12:19:44,917 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 0cf95a346f7815d42967c594f9a5152f 2024-11-07T12:19:44,917 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 0cf95a346f7815d42967c594f9a5152f 2024-11-07T12:19:44,917 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-07T12:19:44,918 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 0cf95a346f7815d42967c594f9a5152f 2024-11-07T12:19:44,919 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35867/user/jenkins/test-data/402164a5-77f2-857f-cbd8-8905dd642bd5/data/default/test/0cf95a346f7815d42967c594f9a5152f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T12:19:44,920 INFO [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 0cf95a346f7815d42967c594f9a5152f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70672878, jitterRate=0.05310794711112976}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-07T12:19:44,920 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0cf95a346f7815d42967c594f9a5152f 2024-11-07T12:19:44,920 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 0cf95a346f7815d42967c594f9a5152f: Running coprocessor pre-open hook at 1730981984910Writing region info on filesystem at 1730981984910Initializing all the Stores at 1730981984911 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730981984911Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730981984911Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730981984911Cleaning up temporary data from old regions at 1730981984917 (+6 ms)Running coprocessor post-open hooks at 1730981984920 (+3 ms)Region opened successfully at 1730981984920 2024-11-07T12:19:44,920 INFO [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1730981983767.0cf95a346f7815d42967c594f9a5152f., pid=6, masterSystemTime=1730981984906 2024-11-07T12:19:44,923 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1730981983767.0cf95a346f7815d42967c594f9a5152f. 2024-11-07T12:19:44,923 INFO [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1730981983767.0cf95a346f7815d42967c594f9a5152f. 2024-11-07T12:19:44,923 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=0cf95a346f7815d42967c594f9a5152f, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=87fb68174c52,45611,1730981979865 2024-11-07T12:19:44,925 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0cf95a346f7815d42967c594f9a5152f, server=87fb68174c52,45611,1730981979865 because future has completed 2024-11-07T12:19:44,928 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-07T12:19:44,928 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 0cf95a346f7815d42967c594f9a5152f, server=87fb68174c52,45611,1730981979865 in 172 msec 2024-11-07T12:19:44,929 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-07T12:19:44,929 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=0cf95a346f7815d42967c594f9a5152f, ASSIGN in 329 msec 2024-11-07T12:19:44,930 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-07T12:19:44,930 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1730981984930"}]},"ts":"1730981984930"} 2024-11-07T12:19:44,932 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-07T12:19:44,933 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-07T12:19:44,934 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1650 sec 2024-11-07T12:19:45,245 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-07T12:19:45,245 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-07T12:19:45,257 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-07T12:19:45,257 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-07T12:19:45,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35319 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T12:19:45,915 INFO [RPCClient-NioEventLoopGroup-4-2 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-07T12:19:45,916 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a7b69, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:19:45,916 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 87fb68174c52,42693,-1 for getting cluster id 2024-11-07T12:19:45,916 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T12:19:45,917 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '697dd23d-cfe0-4cba-a8ab-0bf06bff174d' 2024-11-07T12:19:45,917 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T12:19:45,917 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "697dd23d-cfe0-4cba-a8ab-0bf06bff174d" 2024-11-07T12:19:45,918 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30169d48, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:19:45,918 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [87fb68174c52,42693,-1] 2024-11-07T12:19:45,918 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T12:19:45,918 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:19:45,919 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43422, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T12:19:45,919 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13cea55f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:19:45,920 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T12:19:45,921 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 87fb68174c52,42693,1730981972337 2024-11-07T12:19:45,921 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1c5a9f56 2024-11-07T12:19:45,921 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T12:19:45,922 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43432, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-07T12:19:45,922 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42693 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://87fb68174c52:33743,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-07T12:19:45,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42693 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-07T12:19:45,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42693 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-07T12:19:45,926 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='87fb68174c52:33743' 2024-11-07T12:19:45,927 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b2f69a0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:19:45,927 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 87fb68174c52,33743,-1 for getting cluster id 2024-11-07T12:19:45,927 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T12:19:45,927 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '66ecc2aa-bcf2-4aec-bf58-dd61cec494b5' 2024-11-07T12:19:45,928 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T12:19:45,928 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "66ecc2aa-bcf2-4aec-bf58-dd61cec494b5" 2024-11-07T12:19:45,928 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6122877c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:19:45,928 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [87fb68174c52,33743,-1] 2024-11-07T12:19:45,928 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T12:19:45,928 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:19:45,929 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56970, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T12:19:45,929 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61e3b86a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:19:45,929 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T12:19:45,930 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 87fb68174c52,33743,1730981976119 2024-11-07T12:19:45,930 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7d652181 2024-11-07T12:19:45,930 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T12:19:45,931 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56976, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-07T12:19:45,931 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-07T12:19:45,932 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-07T12:19:45,932 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:19:45,932 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:19:45,932 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T12:19:45,932 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-07T12:19:45,933 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-07T12:19:45,934 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-07T12:19:45,934 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:45,935 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-07T12:19:45,940 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45393 is added to blk_1073741837_1013 (size=1138) 2024-11-07T12:19:45,983 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-07T12:19:46,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42693 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-07T12:19:46,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42693 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-07T12:19:46,342 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 40dfbc799dc474c49c603ab3949fffa0, NAME => 'hbase:replication,,1730981985932.40dfbc799dc474c49c603ab3949fffa0.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35299/user/jenkins/test-data/c1b001e6-0289-755f-1dfb-a75ad48187fa 2024-11-07T12:19:46,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45393 is added to blk_1073741838_1014 (size=44) 2024-11-07T12:19:46,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42693 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-07T12:19:46,770 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1730981985932.40dfbc799dc474c49c603ab3949fffa0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T12:19:46,770 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 40dfbc799dc474c49c603ab3949fffa0, disabling compactions & flushes 2024-11-07T12:19:46,770 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1730981985932.40dfbc799dc474c49c603ab3949fffa0. 2024-11-07T12:19:46,770 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1730981985932.40dfbc799dc474c49c603ab3949fffa0. 2024-11-07T12:19:46,770 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1730981985932.40dfbc799dc474c49c603ab3949fffa0. after waiting 0 ms 2024-11-07T12:19:46,770 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1730981985932.40dfbc799dc474c49c603ab3949fffa0. 2024-11-07T12:19:46,770 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1730981985932.40dfbc799dc474c49c603ab3949fffa0. 2024-11-07T12:19:46,770 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 40dfbc799dc474c49c603ab3949fffa0: Waiting for close lock at 1730981986770Disabling compacts and flushes for region at 1730981986770Disabling writes for close at 1730981986770Writing region close event to WAL at 1730981986770Closed at 1730981986770 2024-11-07T12:19:46,771 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-07T12:19:46,772 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1730981985932.40dfbc799dc474c49c603ab3949fffa0.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1730981986771"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1730981986771"}]},"ts":"1730981986771"} 2024-11-07T12:19:46,774 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-07T12:19:46,774 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-07T12:19:46,774 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1730981986774"}]},"ts":"1730981986774"} 2024-11-07T12:19:46,776 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-07T12:19:46,776 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=40dfbc799dc474c49c603ab3949fffa0, ASSIGN}] 2024-11-07T12:19:46,777 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=40dfbc799dc474c49c603ab3949fffa0, ASSIGN 2024-11-07T12:19:46,778 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=40dfbc799dc474c49c603ab3949fffa0, ASSIGN; state=OFFLINE, location=87fb68174c52,45327,1730981972414; forceNewPlan=false, retain=false 2024-11-07T12:19:46,928 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=40dfbc799dc474c49c603ab3949fffa0, regionState=OPENING, regionLocation=87fb68174c52,45327,1730981972414 2024-11-07T12:19:46,931 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=40dfbc799dc474c49c603ab3949fffa0, ASSIGN because future has completed 2024-11-07T12:19:46,931 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 40dfbc799dc474c49c603ab3949fffa0, server=87fb68174c52,45327,1730981972414}] 2024-11-07T12:19:47,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42693 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-07T12:19:47,087 INFO [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1730981985932.40dfbc799dc474c49c603ab3949fffa0. 2024-11-07T12:19:47,087 INFO [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T12:19:47,087 INFO [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-07T12:19:47,088 INFO [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=87fb68174c52%2C45327%2C1730981972414.rep, suffix=, logDir=hdfs://localhost:35299/user/jenkins/test-data/c1b001e6-0289-755f-1dfb-a75ad48187fa/WALs/87fb68174c52,45327,1730981972414, archiveDir=hdfs://localhost:35299/user/jenkins/test-data/c1b001e6-0289-755f-1dfb-a75ad48187fa/oldWALs, maxLogs=10 2024-11-07T12:19:47,104 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/c1b001e6-0289-755f-1dfb-a75ad48187fa/WALs/87fb68174c52,45327,1730981972414/87fb68174c52%2C45327%2C1730981972414.rep.1730981987089, exclude list is [], retry=0 2024-11-07T12:19:47,106 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45393,DS-1e522581-bb8e-4304-b042-4a6f384973d6,DISK] 2024-11-07T12:19:47,107 INFO [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c1b001e6-0289-755f-1dfb-a75ad48187fa/WALs/87fb68174c52,45327,1730981972414/87fb68174c52%2C45327%2C1730981972414.rep.1730981987089 2024-11-07T12:19:47,107 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39877:39877)] 2024-11-07T12:19:47,108 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 40dfbc799dc474c49c603ab3949fffa0, NAME => 'hbase:replication,,1730981985932.40dfbc799dc474c49c603ab3949fffa0.', STARTKEY => '', ENDKEY => ''} 2024-11-07T12:19:47,108 INFO [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-07T12:19:47,108 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-07T12:19:47,108 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1730981985932.40dfbc799dc474c49c603ab3949fffa0. service=MultiRowMutationService 2024-11-07T12:19:47,108 INFO [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-07T12:19:47,108 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 40dfbc799dc474c49c603ab3949fffa0 2024-11-07T12:19:47,108 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1730981985932.40dfbc799dc474c49c603ab3949fffa0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T12:19:47,108 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 40dfbc799dc474c49c603ab3949fffa0 2024-11-07T12:19:47,108 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 40dfbc799dc474c49c603ab3949fffa0 2024-11-07T12:19:47,110 INFO [StoreOpener-40dfbc799dc474c49c603ab3949fffa0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 40dfbc799dc474c49c603ab3949fffa0 2024-11-07T12:19:47,111 INFO [StoreOpener-40dfbc799dc474c49c603ab3949fffa0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 40dfbc799dc474c49c603ab3949fffa0 columnFamilyName hfileref 2024-11-07T12:19:47,111 DEBUG [StoreOpener-40dfbc799dc474c49c603ab3949fffa0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:47,111 INFO [StoreOpener-40dfbc799dc474c49c603ab3949fffa0-1 {}] regionserver.HStore(327): Store=40dfbc799dc474c49c603ab3949fffa0/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T12:19:47,111 INFO [StoreOpener-40dfbc799dc474c49c603ab3949fffa0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 40dfbc799dc474c49c603ab3949fffa0 2024-11-07T12:19:47,113 INFO [StoreOpener-40dfbc799dc474c49c603ab3949fffa0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 40dfbc799dc474c49c603ab3949fffa0 columnFamilyName queue 2024-11-07T12:19:47,113 DEBUG [StoreOpener-40dfbc799dc474c49c603ab3949fffa0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:47,113 INFO [StoreOpener-40dfbc799dc474c49c603ab3949fffa0-1 {}] regionserver.HStore(327): Store=40dfbc799dc474c49c603ab3949fffa0/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T12:19:47,113 INFO [StoreOpener-40dfbc799dc474c49c603ab3949fffa0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 40dfbc799dc474c49c603ab3949fffa0 2024-11-07T12:19:47,114 INFO [StoreOpener-40dfbc799dc474c49c603ab3949fffa0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 40dfbc799dc474c49c603ab3949fffa0 columnFamilyName sid 2024-11-07T12:19:47,115 DEBUG [StoreOpener-40dfbc799dc474c49c603ab3949fffa0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:47,115 INFO [StoreOpener-40dfbc799dc474c49c603ab3949fffa0-1 {}] regionserver.HStore(327): Store=40dfbc799dc474c49c603ab3949fffa0/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T12:19:47,115 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 40dfbc799dc474c49c603ab3949fffa0 2024-11-07T12:19:47,116 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35299/user/jenkins/test-data/c1b001e6-0289-755f-1dfb-a75ad48187fa/data/hbase/replication/40dfbc799dc474c49c603ab3949fffa0 2024-11-07T12:19:47,117 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35299/user/jenkins/test-data/c1b001e6-0289-755f-1dfb-a75ad48187fa/data/hbase/replication/40dfbc799dc474c49c603ab3949fffa0 2024-11-07T12:19:47,121 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 40dfbc799dc474c49c603ab3949fffa0 2024-11-07T12:19:47,121 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 40dfbc799dc474c49c603ab3949fffa0 2024-11-07T12:19:47,122 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-07T12:19:47,124 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 40dfbc799dc474c49c603ab3949fffa0 2024-11-07T12:19:47,127 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35299/user/jenkins/test-data/c1b001e6-0289-755f-1dfb-a75ad48187fa/data/hbase/replication/40dfbc799dc474c49c603ab3949fffa0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T12:19:47,128 INFO [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 40dfbc799dc474c49c603ab3949fffa0; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65538130, jitterRate=-0.023405760526657104}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-07T12:19:47,128 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 40dfbc799dc474c49c603ab3949fffa0 2024-11-07T12:19:47,129 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 40dfbc799dc474c49c603ab3949fffa0: Running coprocessor pre-open hook at 1730981987109Writing region info on filesystem at 1730981987109Initializing all the Stores at 1730981987109Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730981987109Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730981987109Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730981987109Cleaning up temporary data from old regions at 1730981987121 (+12 ms)Running coprocessor post-open hooks at 1730981987128 (+7 ms)Region opened successfully at 1730981987129 (+1 ms) 2024-11-07T12:19:47,131 INFO [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1730981985932.40dfbc799dc474c49c603ab3949fffa0., pid=10, masterSystemTime=1730981987083 2024-11-07T12:19:47,133 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1730981985932.40dfbc799dc474c49c603ab3949fffa0. 2024-11-07T12:19:47,134 INFO [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1730981985932.40dfbc799dc474c49c603ab3949fffa0. 2024-11-07T12:19:47,134 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=40dfbc799dc474c49c603ab3949fffa0, regionState=OPEN, openSeqNum=2, regionLocation=87fb68174c52,45327,1730981972414 2024-11-07T12:19:47,136 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 40dfbc799dc474c49c603ab3949fffa0, server=87fb68174c52,45327,1730981972414 because future has completed 2024-11-07T12:19:47,139 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-07T12:19:47,139 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 40dfbc799dc474c49c603ab3949fffa0, server=87fb68174c52,45327,1730981972414 in 206 msec 2024-11-07T12:19:47,141 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-07T12:19:47,141 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=40dfbc799dc474c49c603ab3949fffa0, ASSIGN in 363 msec 2024-11-07T12:19:47,142 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-07T12:19:47,142 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1730981987142"}]},"ts":"1730981987142"} 2024-11-07T12:19:47,144 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-07T12:19:47,145 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-07T12:19:47,147 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2130 sec 2024-11-07T12:19:47,189 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1730981985932.40dfbc799dc474c49c603ab3949fffa0., hostname=87fb68174c52,45327,1730981972414, seqNum=2] 2024-11-07T12:19:47,198 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42693-0x1001a2ed1660000, quorum=127.0.0.1:58515, baseZNode=/0-1788424890 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1788424890 2024-11-07T12:19:47,198 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45327-0x1001a2ed1660001, quorum=127.0.0.1:58515, baseZNode=/0-1788424890 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1788424890 2024-11-07T12:19:47,204 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-07T12:19:47,356 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45327 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-07T12:19:47,357 INFO [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-07T12:19:47,361 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-07T12:19:47,367 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T12:19:47,368 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T12:19:47,402 INFO [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-87fb68174c52,45327,1730981972414, ReplicationSource: 1, currentBandwidth=0 2024-11-07T12:19:47,402 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T12:19:47,402 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=87fb68174c52,45327,1730981972414, seqNum=-1] 2024-11-07T12:19:47,403 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T12:19:47,404 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51239, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService 2024-11-07T12:19:47,406 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-87fb68174c52,45327,1730981972414', locateType=CURRENT is [region=hbase:replication,,1730981985932.40dfbc799dc474c49c603ab3949fffa0., hostname=87fb68174c52,45327,1730981972414, seqNum=2] 2024-11-07T12:19:47,438 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-07T12:19:47,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42693 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-07T12:19:47,446 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T12:19:47,446 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T12:19:47,447 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T12:19:47,447 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T12:19:47,447 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T12:19:47,448 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T12:19:47,454 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 87fb68174c52,45327,1730981972414 suceeded 2024-11-07T12:19:47,456 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T12:19:47,457 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-07T12:19:47,457 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 251 msec 2024-11-07T12:19:47,457 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://87fb68174c52:33743,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-07T12:19:47,458 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,45327,1730981972414 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='87fb68174c52:33743' 2024-11-07T12:19:47,458 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5350 sec 2024-11-07T12:19:47,461 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T12:19:47,461 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T12:19:47,464 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T12:19:47,473 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,45327,1730981972414 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6875b4e3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:19:47,473 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,45327,1730981972414 {}] client.ClusterIdFetcher(90): Going to request 87fb68174c52,33743,-1 for getting cluster id 2024-11-07T12:19:47,473 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,45327,1730981972414 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T12:19:47,474 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '66ecc2aa-bcf2-4aec-bf58-dd61cec494b5' 2024-11-07T12:19:47,474 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T12:19:47,474 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "66ecc2aa-bcf2-4aec-bf58-dd61cec494b5" 2024-11-07T12:19:47,475 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5d9bdf00, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:19:47,475 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [87fb68174c52,33743,-1] 2024-11-07T12:19:47,475 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T12:19:47,475 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:19:47,476 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46216, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService 2024-11-07T12:19:47,478 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,45327,1730981972414 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6a72be98, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:19:47,479 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,45327,1730981972414 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T12:19:47,480 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 87fb68174c52,33743,1730981976119 2024-11-07T12:19:47,480 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@52eaa447 2024-11-07T12:19:47,480 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T12:19:47,481 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46224, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=MasterService 2024-11-07T12:19:47,483 INFO [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,45327,1730981972414 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-87fb68174c52,45327,1730981972414 (queues=1) is replicating from cluster=697dd23d-cfe0-4cba-a8ab-0bf06bff174d to cluster=66ecc2aa-bcf2-4aec-bf58-dd61cec494b5 2024-11-07T12:19:47,483 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,45327,1730981972414 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=87fb68174c52%2C45327%2C1730981972414 2024-11-07T12:19:47,483 INFO [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,45327,1730981972414 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-87fb68174c52,45327,1730981972414, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-07T12:19:47,487 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,45327,1730981972414.replicationSource.wal-reader.87fb68174c52%2C45327%2C1730981972414,1-87fb68174c52,45327,1730981972414 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:35299/user/jenkins/test-data/c1b001e6-0289-755f-1dfb-a75ad48187fa/WALs/87fb68174c52,45327,1730981972414/87fb68174c52%2C45327%2C1730981972414.1730981974428, startPosition=0, beingWritten=true 2024-11-07T12:19:47,488 INFO [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,45327,1730981972414.replicationSource.shipper87fb68174c52%2C45327%2C1730981972414,1-87fb68174c52,45327,1730981972414 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 87fb68174c52%2C45327%2C1730981972414 2024-11-07T12:19:47,497 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,45327,1730981972414.replicationSource.wal-reader.87fb68174c52%2C45327%2C1730981972414,1-87fb68174c52,45327,1730981972414 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-07T12:19:47,497 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,45327,1730981972414.replicationSource.wal-reader.87fb68174c52%2C45327%2C1730981972414,1-87fb68174c52,45327,1730981972414 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35299/user/jenkins/test-data/c1b001e6-0289-755f-1dfb-a75ad48187fa/WALs/87fb68174c52,45327,1730981972414/87fb68174c52%2C45327%2C1730981972414.1730981974428 to pos 379, reset compression=false 2024-11-07T12:19:47,497 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,45327,1730981972414.replicationSource.shipper87fb68174c52%2C45327%2C1730981972414,1-87fb68174c52,45327,1730981972414 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-87fb68174c52,45327,1730981972414 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35299/user/jenkins/test-data/c1b001e6-0289-755f-1dfb-a75ad48187fa/WALs/87fb68174c52,45327,1730981972414/87fb68174c52%2C45327%2C1730981972414.1730981974428, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-07T12:19:47,709 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,45327,1730981972414.replicationSource.wal-reader.87fb68174c52%2C45327%2C1730981972414,1-87fb68174c52,45327,1730981972414 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35299/user/jenkins/test-data/c1b001e6-0289-755f-1dfb-a75ad48187fa/WALs/87fb68174c52,45327,1730981972414/87fb68174c52%2C45327%2C1730981972414.1730981974428 to pos 379, reset compression=false 2024-11-07T12:19:48,013 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,45327,1730981972414.replicationSource.wal-reader.87fb68174c52%2C45327%2C1730981972414,1-87fb68174c52,45327,1730981972414 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35299/user/jenkins/test-data/c1b001e6-0289-755f-1dfb-a75ad48187fa/WALs/87fb68174c52,45327,1730981972414/87fb68174c52%2C45327%2C1730981972414.1730981974428 to pos 379, reset compression=false 2024-11-07T12:19:48,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42693 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-07T12:19:48,075 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-07T12:19:48,075 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T12:19:48,075 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:254) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T12:19:48,075 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:19:48,075 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:19:48,075 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T12:19:48,076 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61f06e5c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:19:48,076 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 87fb68174c52,33743,-1 for getting cluster id 2024-11-07T12:19:48,076 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T12:19:48,077 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '66ecc2aa-bcf2-4aec-bf58-dd61cec494b5' 2024-11-07T12:19:48,077 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T12:19:48,077 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "66ecc2aa-bcf2-4aec-bf58-dd61cec494b5" 2024-11-07T12:19:48,077 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b236263, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:19:48,077 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [87fb68174c52,33743,-1] 2024-11-07T12:19:48,077 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T12:19:48,078 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:19:48,078 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46246, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T12:19:48,079 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e691df1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:19:48,079 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T12:19:48,080 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 87fb68174c52,33743,1730981976119 2024-11-07T12:19:48,080 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@548818bd 2024-11-07T12:19:48,080 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T12:19:48,081 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46260, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-07T12:19:48,081 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33743 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://87fb68174c52:35319,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-07T12:19:48,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33743 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-07T12:19:48,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33743 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-07T12:19:48,083 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='87fb68174c52:35319' 2024-11-07T12:19:48,084 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@286f3d3f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:19:48,084 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 87fb68174c52,35319,-1 for getting cluster id 2024-11-07T12:19:48,084 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T12:19:48,085 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dc857e4c-1e13-4c84-b7fb-bca98fa843b6' 2024-11-07T12:19:48,085 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T12:19:48,085 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dc857e4c-1e13-4c84-b7fb-bca98fa843b6" 2024-11-07T12:19:48,085 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58d0cb4a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:19:48,085 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [87fb68174c52,35319,-1] 2024-11-07T12:19:48,085 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T12:19:48,085 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:19:48,086 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37212, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T12:19:48,086 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b66ba7d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:19:48,086 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T12:19:48,087 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 87fb68174c52,35319,1730981979719 2024-11-07T12:19:48,087 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@38d10abd 2024-11-07T12:19:48,087 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T12:19:48,088 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37216, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-07T12:19:48,088 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-07T12:19:48,088 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-07T12:19:48,088 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:19:48,089 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:19:48,089 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T12:19:48,089 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-07T12:19:48,090 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-07T12:19:48,091 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-07T12:19:48,091 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:48,092 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-07T12:19:48,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33191 is added to blk_1073741837_1013 (size=1138) 2024-11-07T12:19:48,100 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 720cfaa217a910009897917b49ba7611, NAME => 'hbase:replication,,1730981988089.720cfaa217a910009897917b49ba7611.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44975/user/jenkins/test-data/f941b3eb-a2d0-2f7c-4a24-9ec6e2993f2c 2024-11-07T12:19:48,104 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33191 is added to blk_1073741838_1014 (size=44) 2024-11-07T12:19:48,105 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1730981988089.720cfaa217a910009897917b49ba7611.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T12:19:48,105 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 720cfaa217a910009897917b49ba7611, disabling compactions & flushes 2024-11-07T12:19:48,105 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1730981988089.720cfaa217a910009897917b49ba7611. 2024-11-07T12:19:48,105 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1730981988089.720cfaa217a910009897917b49ba7611. 2024-11-07T12:19:48,105 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1730981988089.720cfaa217a910009897917b49ba7611. after waiting 0 ms 2024-11-07T12:19:48,105 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1730981988089.720cfaa217a910009897917b49ba7611. 2024-11-07T12:19:48,105 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1730981988089.720cfaa217a910009897917b49ba7611. 2024-11-07T12:19:48,105 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 720cfaa217a910009897917b49ba7611: Waiting for close lock at 1730981988105Disabling compacts and flushes for region at 1730981988105Disabling writes for close at 1730981988105Writing region close event to WAL at 1730981988105Closed at 1730981988105 2024-11-07T12:19:48,106 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-07T12:19:48,106 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1730981988089.720cfaa217a910009897917b49ba7611.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1730981988106"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1730981988106"}]},"ts":"1730981988106"} 2024-11-07T12:19:48,108 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-07T12:19:48,109 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-07T12:19:48,109 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1730981988109"}]},"ts":"1730981988109"} 2024-11-07T12:19:48,111 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-07T12:19:48,111 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=720cfaa217a910009897917b49ba7611, ASSIGN}] 2024-11-07T12:19:48,112 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=720cfaa217a910009897917b49ba7611, ASSIGN 2024-11-07T12:19:48,113 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=720cfaa217a910009897917b49ba7611, ASSIGN; state=OFFLINE, location=87fb68174c52,34315,1730981976162; forceNewPlan=false, retain=false 2024-11-07T12:19:48,140 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-07T12:19:48,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33743 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-07T12:19:48,263 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=720cfaa217a910009897917b49ba7611, regionState=OPENING, regionLocation=87fb68174c52,34315,1730981976162 2024-11-07T12:19:48,266 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=720cfaa217a910009897917b49ba7611, ASSIGN because future has completed 2024-11-07T12:19:48,266 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 720cfaa217a910009897917b49ba7611, server=87fb68174c52,34315,1730981976162}] 2024-11-07T12:19:48,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33743 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-07T12:19:48,417 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,45327,1730981972414.replicationSource.wal-reader.87fb68174c52%2C45327%2C1730981972414,1-87fb68174c52,45327,1730981972414 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35299/user/jenkins/test-data/c1b001e6-0289-755f-1dfb-a75ad48187fa/WALs/87fb68174c52,45327,1730981972414/87fb68174c52%2C45327%2C1730981972414.1730981974428 to pos 379, reset compression=false 2024-11-07T12:19:48,423 INFO [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1730981988089.720cfaa217a910009897917b49ba7611. 2024-11-07T12:19:48,423 INFO [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T12:19:48,423 INFO [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-07T12:19:48,428 INFO [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=87fb68174c52%2C34315%2C1730981976162.rep, suffix=, logDir=hdfs://localhost:44975/user/jenkins/test-data/f941b3eb-a2d0-2f7c-4a24-9ec6e2993f2c/WALs/87fb68174c52,34315,1730981976162, archiveDir=hdfs://localhost:44975/user/jenkins/test-data/f941b3eb-a2d0-2f7c-4a24-9ec6e2993f2c/oldWALs, maxLogs=10 2024-11-07T12:19:48,445 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/f941b3eb-a2d0-2f7c-4a24-9ec6e2993f2c/WALs/87fb68174c52,34315,1730981976162/87fb68174c52%2C34315%2C1730981976162.rep.1730981988428, exclude list is [], retry=0 2024-11-07T12:19:48,447 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33191,DS-bc7742fd-c45e-4da6-ab8d-d1ef3aee27eb,DISK] 2024-11-07T12:19:48,449 INFO [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f941b3eb-a2d0-2f7c-4a24-9ec6e2993f2c/WALs/87fb68174c52,34315,1730981976162/87fb68174c52%2C34315%2C1730981976162.rep.1730981988428 2024-11-07T12:19:48,452 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45567:45567)] 2024-11-07T12:19:48,453 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 720cfaa217a910009897917b49ba7611, NAME => 'hbase:replication,,1730981988089.720cfaa217a910009897917b49ba7611.', STARTKEY => '', ENDKEY => ''} 2024-11-07T12:19:48,453 INFO [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-07T12:19:48,453 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-07T12:19:48,453 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1730981988089.720cfaa217a910009897917b49ba7611. service=MultiRowMutationService 2024-11-07T12:19:48,454 INFO [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-07T12:19:48,454 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 720cfaa217a910009897917b49ba7611 2024-11-07T12:19:48,454 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1730981988089.720cfaa217a910009897917b49ba7611.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T12:19:48,454 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 720cfaa217a910009897917b49ba7611 2024-11-07T12:19:48,454 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 720cfaa217a910009897917b49ba7611 2024-11-07T12:19:48,455 INFO [StoreOpener-720cfaa217a910009897917b49ba7611-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 720cfaa217a910009897917b49ba7611 2024-11-07T12:19:48,457 INFO [StoreOpener-720cfaa217a910009897917b49ba7611-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 720cfaa217a910009897917b49ba7611 columnFamilyName hfileref 2024-11-07T12:19:48,457 DEBUG [StoreOpener-720cfaa217a910009897917b49ba7611-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:48,457 INFO [StoreOpener-720cfaa217a910009897917b49ba7611-1 {}] regionserver.HStore(327): Store=720cfaa217a910009897917b49ba7611/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T12:19:48,457 INFO [StoreOpener-720cfaa217a910009897917b49ba7611-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 720cfaa217a910009897917b49ba7611 2024-11-07T12:19:48,459 INFO [StoreOpener-720cfaa217a910009897917b49ba7611-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 720cfaa217a910009897917b49ba7611 columnFamilyName queue 2024-11-07T12:19:48,459 DEBUG [StoreOpener-720cfaa217a910009897917b49ba7611-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:48,459 INFO [StoreOpener-720cfaa217a910009897917b49ba7611-1 {}] regionserver.HStore(327): Store=720cfaa217a910009897917b49ba7611/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T12:19:48,459 INFO [StoreOpener-720cfaa217a910009897917b49ba7611-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 720cfaa217a910009897917b49ba7611 2024-11-07T12:19:48,460 INFO [StoreOpener-720cfaa217a910009897917b49ba7611-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 720cfaa217a910009897917b49ba7611 columnFamilyName sid 2024-11-07T12:19:48,460 DEBUG [StoreOpener-720cfaa217a910009897917b49ba7611-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:48,461 INFO [StoreOpener-720cfaa217a910009897917b49ba7611-1 {}] regionserver.HStore(327): Store=720cfaa217a910009897917b49ba7611/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T12:19:48,461 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 720cfaa217a910009897917b49ba7611 2024-11-07T12:19:48,462 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44975/user/jenkins/test-data/f941b3eb-a2d0-2f7c-4a24-9ec6e2993f2c/data/hbase/replication/720cfaa217a910009897917b49ba7611 2024-11-07T12:19:48,462 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44975/user/jenkins/test-data/f941b3eb-a2d0-2f7c-4a24-9ec6e2993f2c/data/hbase/replication/720cfaa217a910009897917b49ba7611 2024-11-07T12:19:48,463 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 720cfaa217a910009897917b49ba7611 2024-11-07T12:19:48,463 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 720cfaa217a910009897917b49ba7611 2024-11-07T12:19:48,463 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-07T12:19:48,464 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 720cfaa217a910009897917b49ba7611 2024-11-07T12:19:48,466 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44975/user/jenkins/test-data/f941b3eb-a2d0-2f7c-4a24-9ec6e2993f2c/data/hbase/replication/720cfaa217a910009897917b49ba7611/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T12:19:48,467 INFO [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 720cfaa217a910009897917b49ba7611; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72484548, jitterRate=0.08010393381118774}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-07T12:19:48,467 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 720cfaa217a910009897917b49ba7611 2024-11-07T12:19:48,467 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 720cfaa217a910009897917b49ba7611: Running coprocessor pre-open hook at 1730981988454Writing region info on filesystem at 1730981988454Initializing all the Stores at 1730981988455 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730981988455Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730981988455Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730981988455Cleaning up temporary data from old regions at 1730981988463 (+8 ms)Running coprocessor post-open hooks at 1730981988467 (+4 ms)Region opened successfully at 1730981988467 2024-11-07T12:19:48,468 INFO [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1730981988089.720cfaa217a910009897917b49ba7611., pid=10, masterSystemTime=1730981988418 2024-11-07T12:19:48,470 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1730981988089.720cfaa217a910009897917b49ba7611. 2024-11-07T12:19:48,470 INFO [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1730981988089.720cfaa217a910009897917b49ba7611. 2024-11-07T12:19:48,470 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=720cfaa217a910009897917b49ba7611, regionState=OPEN, openSeqNum=2, regionLocation=87fb68174c52,34315,1730981976162 2024-11-07T12:19:48,472 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 720cfaa217a910009897917b49ba7611, server=87fb68174c52,34315,1730981976162 because future has completed 2024-11-07T12:19:48,475 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-07T12:19:48,475 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 720cfaa217a910009897917b49ba7611, server=87fb68174c52,34315,1730981976162 in 207 msec 2024-11-07T12:19:48,476 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-07T12:19:48,477 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=720cfaa217a910009897917b49ba7611, ASSIGN in 364 msec 2024-11-07T12:19:48,477 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-07T12:19:48,477 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1730981988477"}]},"ts":"1730981988477"} 2024-11-07T12:19:48,479 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-07T12:19:48,480 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-07T12:19:48,481 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 391 msec 2024-11-07T12:19:48,493 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1730981988089.720cfaa217a910009897917b49ba7611., hostname=87fb68174c52,34315,1730981976162, seqNum=2] 2024-11-07T12:19:48,500 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33743-0x1001a2ed1660003, quorum=127.0.0.1:58515, baseZNode=/1876083991 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1876083991 2024-11-07T12:19:48,500 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34315-0x1001a2ed1660004, quorum=127.0.0.1:58515, baseZNode=/1876083991 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1876083991 2024-11-07T12:19:48,504 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-07T12:19:48,656 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34315 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-07T12:19:48,657 INFO [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-07T12:19:48,685 INFO [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-87fb68174c52,34315,1730981976162, ReplicationSource: 1, currentBandwidth=0 2024-11-07T12:19:48,686 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T12:19:48,686 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=87fb68174c52,34315,1730981976162, seqNum=-1] 2024-11-07T12:19:48,686 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T12:19:48,687 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53473, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService 2024-11-07T12:19:48,688 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-87fb68174c52,34315,1730981976162', locateType=CURRENT is [region=hbase:replication,,1730981988089.720cfaa217a910009897917b49ba7611., hostname=87fb68174c52,34315,1730981976162, seqNum=2] 2024-11-07T12:19:48,691 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-07T12:19:48,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33743 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-07T12:19:48,693 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 87fb68174c52,34315,1730981976162 suceeded 2024-11-07T12:19:48,695 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-07T12:19:48,695 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 189 msec 2024-11-07T12:19:48,695 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://87fb68174c52:35319,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-07T12:19:48,697 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 614 msec 2024-11-07T12:19:48,705 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,34315,1730981976162 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='87fb68174c52:35319' 2024-11-07T12:19:48,706 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,34315,1730981976162 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@455d1715, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:19:48,706 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,34315,1730981976162 {}] client.ClusterIdFetcher(90): Going to request 87fb68174c52,35319,-1 for getting cluster id 2024-11-07T12:19:48,706 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,34315,1730981976162 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T12:19:48,707 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dc857e4c-1e13-4c84-b7fb-bca98fa843b6' 2024-11-07T12:19:48,707 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T12:19:48,707 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dc857e4c-1e13-4c84-b7fb-bca98fa843b6" 2024-11-07T12:19:48,707 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4d68e24d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:19:48,707 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [87fb68174c52,35319,-1] 2024-11-07T12:19:48,707 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T12:19:48,708 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:19:48,708 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37234, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService 2024-11-07T12:19:48,709 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,34315,1730981976162 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7f6797e6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:19:48,709 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,34315,1730981976162 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T12:19:48,709 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 87fb68174c52,35319,1730981979719 2024-11-07T12:19:48,709 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@298d2dd6 2024-11-07T12:19:48,709 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T12:19:48,710 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37236, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=MasterService 2024-11-07T12:19:48,711 INFO [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,34315,1730981976162 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-87fb68174c52,34315,1730981976162 (queues=1) is replicating from cluster=66ecc2aa-bcf2-4aec-bf58-dd61cec494b5 to cluster=dc857e4c-1e13-4c84-b7fb-bca98fa843b6 2024-11-07T12:19:48,711 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,34315,1730981976162 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=87fb68174c52%2C34315%2C1730981976162 2024-11-07T12:19:48,711 INFO [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,34315,1730981976162 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-87fb68174c52,34315,1730981976162, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-07T12:19:48,711 INFO [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,34315,1730981976162.replicationSource.shipper87fb68174c52%2C34315%2C1730981976162,1-87fb68174c52,34315,1730981976162 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 87fb68174c52%2C34315%2C1730981976162 2024-11-07T12:19:48,711 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,34315,1730981976162.replicationSource.wal-reader.87fb68174c52%2C34315%2C1730981976162,1-87fb68174c52,34315,1730981976162 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:44975/user/jenkins/test-data/f941b3eb-a2d0-2f7c-4a24-9ec6e2993f2c/WALs/87fb68174c52,34315,1730981976162/87fb68174c52%2C34315%2C1730981976162.1730981977775, startPosition=0, beingWritten=true 2024-11-07T12:19:48,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33743 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-07T12:19:48,715 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-07T12:19:48,715 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T12:19:48,715 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:255) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T12:19:48,715 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:19:48,715 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:19:48,715 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T12:19:48,716 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@738f362d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:19:48,716 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 87fb68174c52,35319,-1 for getting cluster id 2024-11-07T12:19:48,716 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T12:19:48,716 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dc857e4c-1e13-4c84-b7fb-bca98fa843b6' 2024-11-07T12:19:48,717 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T12:19:48,717 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,34315,1730981976162.replicationSource.wal-reader.87fb68174c52%2C34315%2C1730981976162,1-87fb68174c52,34315,1730981976162 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-07T12:19:48,717 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,34315,1730981976162.replicationSource.wal-reader.87fb68174c52%2C34315%2C1730981976162,1-87fb68174c52,34315,1730981976162 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44975/user/jenkins/test-data/f941b3eb-a2d0-2f7c-4a24-9ec6e2993f2c/WALs/87fb68174c52,34315,1730981976162/87fb68174c52%2C34315%2C1730981976162.1730981977775 to pos 379, reset compression=false 2024-11-07T12:19:48,717 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dc857e4c-1e13-4c84-b7fb-bca98fa843b6" 2024-11-07T12:19:48,717 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,34315,1730981976162.replicationSource.shipper87fb68174c52%2C34315%2C1730981976162,1-87fb68174c52,34315,1730981976162 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-87fb68174c52,34315,1730981976162 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44975/user/jenkins/test-data/f941b3eb-a2d0-2f7c-4a24-9ec6e2993f2c/WALs/87fb68174c52,34315,1730981976162/87fb68174c52%2C34315%2C1730981976162.1730981977775, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-07T12:19:48,717 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1366666f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:19:48,717 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [87fb68174c52,35319,-1] 2024-11-07T12:19:48,717 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T12:19:48,717 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:19:48,718 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37248, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T12:19:48,718 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@202f150c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:19:48,719 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T12:19:48,720 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 87fb68174c52,35319,1730981979719 2024-11-07T12:19:48,720 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4a3fb1d5 2024-11-07T12:19:48,720 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T12:19:48,721 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37250, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-07T12:19:48,721 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35319 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://87fb68174c52:42693,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-07T12:19:48,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35319 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-07T12:19:48,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35319 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-07T12:19:48,723 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='87fb68174c52:42693' 2024-11-07T12:19:48,725 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77d36522, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:19:48,725 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 87fb68174c52,42693,-1 for getting cluster id 2024-11-07T12:19:48,725 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T12:19:48,725 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '697dd23d-cfe0-4cba-a8ab-0bf06bff174d' 2024-11-07T12:19:48,726 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T12:19:48,726 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "697dd23d-cfe0-4cba-a8ab-0bf06bff174d" 2024-11-07T12:19:48,726 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d439558, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:19:48,726 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [87fb68174c52,42693,-1] 2024-11-07T12:19:48,726 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T12:19:48,726 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:19:48,727 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59742, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T12:19:48,727 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d185ae5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:19:48,727 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T12:19:48,728 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 87fb68174c52,42693,1730981972337 2024-11-07T12:19:48,728 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5e4f6e69 2024-11-07T12:19:48,728 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T12:19:48,729 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59746, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-07T12:19:48,730 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-07T12:19:48,730 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-07T12:19:48,730 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:19:48,730 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:19:48,730 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T12:19:48,730 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-07T12:19:48,731 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-07T12:19:48,732 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-07T12:19:48,732 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:48,732 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-07T12:19:48,737 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37301 is added to blk_1073741837_1013 (size=1138) 2024-11-07T12:19:48,781 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-07T12:19:48,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35319 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-07T12:19:48,922 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,45327,1730981972414.replicationSource.wal-reader.87fb68174c52%2C45327%2C1730981972414,1-87fb68174c52,45327,1730981972414 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35299/user/jenkins/test-data/c1b001e6-0289-755f-1dfb-a75ad48187fa/WALs/87fb68174c52,45327,1730981972414/87fb68174c52%2C45327%2C1730981972414.1730981974428 to pos 379, reset compression=false 2024-11-07T12:19:48,930 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,34315,1730981976162.replicationSource.wal-reader.87fb68174c52%2C34315%2C1730981976162,1-87fb68174c52,34315,1730981976162 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44975/user/jenkins/test-data/f941b3eb-a2d0-2f7c-4a24-9ec6e2993f2c/WALs/87fb68174c52,34315,1730981976162/87fb68174c52%2C34315%2C1730981976162.1730981977775 to pos 379, reset compression=false 2024-11-07T12:19:49,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35319 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-07T12:19:49,138 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => af611a47a86cd92bf936311c05102d7d, NAME => 'hbase:replication,,1730981988730.af611a47a86cd92bf936311c05102d7d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35867/user/jenkins/test-data/402164a5-77f2-857f-cbd8-8905dd642bd5 2024-11-07T12:19:49,144 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37301 is added to blk_1073741838_1014 (size=44) 2024-11-07T12:19:49,144 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1730981988730.af611a47a86cd92bf936311c05102d7d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T12:19:49,144 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing af611a47a86cd92bf936311c05102d7d, disabling compactions & flushes 2024-11-07T12:19:49,144 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1730981988730.af611a47a86cd92bf936311c05102d7d. 2024-11-07T12:19:49,144 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1730981988730.af611a47a86cd92bf936311c05102d7d. 2024-11-07T12:19:49,144 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1730981988730.af611a47a86cd92bf936311c05102d7d. after waiting 0 ms 2024-11-07T12:19:49,144 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1730981988730.af611a47a86cd92bf936311c05102d7d. 2024-11-07T12:19:49,145 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1730981988730.af611a47a86cd92bf936311c05102d7d. 2024-11-07T12:19:49,145 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for af611a47a86cd92bf936311c05102d7d: Waiting for close lock at 1730981989144Disabling compacts and flushes for region at 1730981989144Disabling writes for close at 1730981989144Writing region close event to WAL at 1730981989144Closed at 1730981989144 2024-11-07T12:19:49,146 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-07T12:19:49,146 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1730981988730.af611a47a86cd92bf936311c05102d7d.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1730981989146"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1730981989146"}]},"ts":"1730981989146"} 2024-11-07T12:19:49,148 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-07T12:19:49,149 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-07T12:19:49,149 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1730981989149"}]},"ts":"1730981989149"} 2024-11-07T12:19:49,150 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-07T12:19:49,151 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=af611a47a86cd92bf936311c05102d7d, ASSIGN}] 2024-11-07T12:19:49,151 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=af611a47a86cd92bf936311c05102d7d, ASSIGN 2024-11-07T12:19:49,152 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=af611a47a86cd92bf936311c05102d7d, ASSIGN; state=OFFLINE, location=87fb68174c52,45611,1730981979865; forceNewPlan=false, retain=false 2024-11-07T12:19:49,233 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,34315,1730981976162.replicationSource.wal-reader.87fb68174c52%2C34315%2C1730981976162,1-87fb68174c52,34315,1730981976162 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44975/user/jenkins/test-data/f941b3eb-a2d0-2f7c-4a24-9ec6e2993f2c/WALs/87fb68174c52,34315,1730981976162/87fb68174c52%2C34315%2C1730981976162.1730981977775 to pos 379, reset compression=false 2024-11-07T12:19:49,303 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=af611a47a86cd92bf936311c05102d7d, regionState=OPENING, regionLocation=87fb68174c52,45611,1730981979865 2024-11-07T12:19:49,305 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=af611a47a86cd92bf936311c05102d7d, ASSIGN because future has completed 2024-11-07T12:19:49,305 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure af611a47a86cd92bf936311c05102d7d, server=87fb68174c52,45611,1730981979865}] 2024-11-07T12:19:49,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35319 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-07T12:19:49,461 INFO [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1730981988730.af611a47a86cd92bf936311c05102d7d. 2024-11-07T12:19:49,461 INFO [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T12:19:49,461 INFO [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-07T12:19:49,463 INFO [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=87fb68174c52%2C45611%2C1730981979865.rep, suffix=, logDir=hdfs://localhost:35867/user/jenkins/test-data/402164a5-77f2-857f-cbd8-8905dd642bd5/WALs/87fb68174c52,45611,1730981979865, archiveDir=hdfs://localhost:35867/user/jenkins/test-data/402164a5-77f2-857f-cbd8-8905dd642bd5/oldWALs, maxLogs=10 2024-11-07T12:19:49,481 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/402164a5-77f2-857f-cbd8-8905dd642bd5/WALs/87fb68174c52,45611,1730981979865/87fb68174c52%2C45611%2C1730981979865.rep.1730981989463, exclude list is [], retry=0 2024-11-07T12:19:49,483 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37301,DS-2d76b03c-e965-4adc-bf5a-77de04db50d3,DISK] 2024-11-07T12:19:49,485 INFO [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/402164a5-77f2-857f-cbd8-8905dd642bd5/WALs/87fb68174c52,45611,1730981979865/87fb68174c52%2C45611%2C1730981979865.rep.1730981989463 2024-11-07T12:19:49,488 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39133:39133)] 2024-11-07T12:19:49,489 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => af611a47a86cd92bf936311c05102d7d, NAME => 'hbase:replication,,1730981988730.af611a47a86cd92bf936311c05102d7d.', STARTKEY => '', ENDKEY => ''} 2024-11-07T12:19:49,489 INFO [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-07T12:19:49,489 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-07T12:19:49,489 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1730981988730.af611a47a86cd92bf936311c05102d7d. service=MultiRowMutationService 2024-11-07T12:19:49,489 INFO [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-07T12:19:49,489 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication af611a47a86cd92bf936311c05102d7d 2024-11-07T12:19:49,489 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1730981988730.af611a47a86cd92bf936311c05102d7d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T12:19:49,489 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for af611a47a86cd92bf936311c05102d7d 2024-11-07T12:19:49,489 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for af611a47a86cd92bf936311c05102d7d 2024-11-07T12:19:49,497 INFO [StoreOpener-af611a47a86cd92bf936311c05102d7d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region af611a47a86cd92bf936311c05102d7d 2024-11-07T12:19:49,498 INFO [StoreOpener-af611a47a86cd92bf936311c05102d7d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region af611a47a86cd92bf936311c05102d7d columnFamilyName hfileref 2024-11-07T12:19:49,498 DEBUG [StoreOpener-af611a47a86cd92bf936311c05102d7d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:49,498 INFO [StoreOpener-af611a47a86cd92bf936311c05102d7d-1 {}] regionserver.HStore(327): Store=af611a47a86cd92bf936311c05102d7d/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T12:19:49,498 INFO [StoreOpener-af611a47a86cd92bf936311c05102d7d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region af611a47a86cd92bf936311c05102d7d 2024-11-07T12:19:49,500 INFO [StoreOpener-af611a47a86cd92bf936311c05102d7d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region af611a47a86cd92bf936311c05102d7d columnFamilyName queue 2024-11-07T12:19:49,500 DEBUG [StoreOpener-af611a47a86cd92bf936311c05102d7d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:49,500 INFO [StoreOpener-af611a47a86cd92bf936311c05102d7d-1 {}] regionserver.HStore(327): Store=af611a47a86cd92bf936311c05102d7d/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T12:19:49,500 INFO [StoreOpener-af611a47a86cd92bf936311c05102d7d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region af611a47a86cd92bf936311c05102d7d 2024-11-07T12:19:49,501 INFO [StoreOpener-af611a47a86cd92bf936311c05102d7d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region af611a47a86cd92bf936311c05102d7d columnFamilyName sid 2024-11-07T12:19:49,501 DEBUG [StoreOpener-af611a47a86cd92bf936311c05102d7d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:49,502 INFO [StoreOpener-af611a47a86cd92bf936311c05102d7d-1 {}] regionserver.HStore(327): Store=af611a47a86cd92bf936311c05102d7d/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T12:19:49,502 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for af611a47a86cd92bf936311c05102d7d 2024-11-07T12:19:49,503 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35867/user/jenkins/test-data/402164a5-77f2-857f-cbd8-8905dd642bd5/data/hbase/replication/af611a47a86cd92bf936311c05102d7d 2024-11-07T12:19:49,503 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35867/user/jenkins/test-data/402164a5-77f2-857f-cbd8-8905dd642bd5/data/hbase/replication/af611a47a86cd92bf936311c05102d7d 2024-11-07T12:19:49,504 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for af611a47a86cd92bf936311c05102d7d 2024-11-07T12:19:49,504 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for af611a47a86cd92bf936311c05102d7d 2024-11-07T12:19:49,504 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-07T12:19:49,506 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for af611a47a86cd92bf936311c05102d7d 2024-11-07T12:19:49,510 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35867/user/jenkins/test-data/402164a5-77f2-857f-cbd8-8905dd642bd5/data/hbase/replication/af611a47a86cd92bf936311c05102d7d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T12:19:49,510 INFO [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened af611a47a86cd92bf936311c05102d7d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63892494, jitterRate=-0.047927647829055786}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-07T12:19:49,510 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for af611a47a86cd92bf936311c05102d7d 2024-11-07T12:19:49,510 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for af611a47a86cd92bf936311c05102d7d: Running coprocessor pre-open hook at 1730981989490Writing region info on filesystem at 1730981989490Initializing all the Stores at 1730981989490Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730981989490Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730981989496 (+6 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730981989496Cleaning up temporary data from old regions at 1730981989504 (+8 ms)Running coprocessor post-open hooks at 1730981989510 (+6 ms)Region opened successfully at 1730981989510 2024-11-07T12:19:49,511 INFO [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1730981988730.af611a47a86cd92bf936311c05102d7d., pid=10, masterSystemTime=1730981989457 2024-11-07T12:19:49,513 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1730981988730.af611a47a86cd92bf936311c05102d7d. 2024-11-07T12:19:49,513 INFO [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1730981988730.af611a47a86cd92bf936311c05102d7d. 2024-11-07T12:19:49,514 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=af611a47a86cd92bf936311c05102d7d, regionState=OPEN, openSeqNum=2, regionLocation=87fb68174c52,45611,1730981979865 2024-11-07T12:19:49,517 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure af611a47a86cd92bf936311c05102d7d, server=87fb68174c52,45611,1730981979865 because future has completed 2024-11-07T12:19:49,520 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-07T12:19:49,520 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure af611a47a86cd92bf936311c05102d7d, server=87fb68174c52,45611,1730981979865 in 213 msec 2024-11-07T12:19:49,522 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-07T12:19:49,522 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=af611a47a86cd92bf936311c05102d7d, ASSIGN in 369 msec 2024-11-07T12:19:49,523 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-07T12:19:49,523 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1730981989523"}]},"ts":"1730981989523"} 2024-11-07T12:19:49,525 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-07T12:19:49,526 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-07T12:19:49,526 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,45327,1730981972414.replicationSource.wal-reader.87fb68174c52%2C45327%2C1730981972414,1-87fb68174c52,45327,1730981972414 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35299/user/jenkins/test-data/c1b001e6-0289-755f-1dfb-a75ad48187fa/WALs/87fb68174c52,45327,1730981972414/87fb68174c52%2C45327%2C1730981972414.1730981974428 to pos 379, reset compression=false 2024-11-07T12:19:49,527 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 796 msec 2024-11-07T12:19:49,536 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1730981988730.af611a47a86cd92bf936311c05102d7d., hostname=87fb68174c52,45611,1730981979865, seqNum=2] 2024-11-07T12:19:49,544 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45611-0x1001a2ed1660007, quorum=127.0.0.1:58515, baseZNode=/2424862328 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2424862328 2024-11-07T12:19:49,544 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35319-0x1001a2ed1660006, quorum=127.0.0.1:58515, baseZNode=/2424862328 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2424862328 2024-11-07T12:19:49,547 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-07T12:19:49,622 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-07T12:19:49,637 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,34315,1730981976162.replicationSource.wal-reader.87fb68174c52%2C34315%2C1730981976162,1-87fb68174c52,34315,1730981976162 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44975/user/jenkins/test-data/f941b3eb-a2d0-2f7c-4a24-9ec6e2993f2c/WALs/87fb68174c52,34315,1730981976162/87fb68174c52%2C34315%2C1730981976162.1730981977775 to pos 379, reset compression=false 2024-11-07T12:19:49,700 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45611 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-07T12:19:49,700 INFO [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-07T12:19:49,736 INFO [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-87fb68174c52,45611,1730981979865, ReplicationSource: 1, currentBandwidth=0 2024-11-07T12:19:49,737 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T12:19:49,737 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=87fb68174c52,45611,1730981979865, seqNum=-1] 2024-11-07T12:19:49,737 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T12:19:49,738 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57863, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService 2024-11-07T12:19:49,740 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-87fb68174c52,45611,1730981979865', locateType=CURRENT is [region=hbase:replication,,1730981988730.af611a47a86cd92bf936311c05102d7d., hostname=87fb68174c52,45611,1730981979865, seqNum=2] 2024-11-07T12:19:49,743 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-07T12:19:49,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35319 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-07T12:19:49,745 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 87fb68174c52,45611,1730981979865 suceeded 2024-11-07T12:19:49,747 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-07T12:19:49,747 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 198 msec 2024-11-07T12:19:49,747 INFO [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://87fb68174c52:42693,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-07T12:19:49,748 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.0260 sec 2024-11-07T12:19:49,758 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,45611,1730981979865 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='87fb68174c52:42693' 2024-11-07T12:19:49,760 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,45611,1730981979865 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4098fcf3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:19:49,760 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,45611,1730981979865 {}] client.ClusterIdFetcher(90): Going to request 87fb68174c52,42693,-1 for getting cluster id 2024-11-07T12:19:49,760 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,45611,1730981979865 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T12:19:49,761 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '697dd23d-cfe0-4cba-a8ab-0bf06bff174d' 2024-11-07T12:19:49,761 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T12:19:49,761 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "697dd23d-cfe0-4cba-a8ab-0bf06bff174d" 2024-11-07T12:19:49,761 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7b47b190, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:19:49,761 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [87fb68174c52,42693,-1] 2024-11-07T12:19:49,761 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T12:19:49,761 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:19:49,762 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59758, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-07T12:19:49,763 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,45611,1730981979865 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@31868c2f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:19:49,763 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,45611,1730981979865 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T12:19:49,763 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 87fb68174c52,42693,1730981972337 2024-11-07T12:19:49,763 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4cda280f 2024-11-07T12:19:49,764 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T12:19:49,764 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59760, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService 2024-11-07T12:19:49,765 INFO [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,45611,1730981979865 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-87fb68174c52,45611,1730981979865 (queues=1) is replicating from cluster=dc857e4c-1e13-4c84-b7fb-bca98fa843b6 to cluster=697dd23d-cfe0-4cba-a8ab-0bf06bff174d 2024-11-07T12:19:49,765 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,45611,1730981979865 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=87fb68174c52%2C45611%2C1730981979865 2024-11-07T12:19:49,765 INFO [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,45611,1730981979865 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-87fb68174c52,45611,1730981979865, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-07T12:19:49,766 INFO [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,45611,1730981979865.replicationSource.shipper87fb68174c52%2C45611%2C1730981979865,1-87fb68174c52,45611,1730981979865 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 87fb68174c52%2C45611%2C1730981979865 2024-11-07T12:19:49,766 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,45611,1730981979865.replicationSource.wal-reader.87fb68174c52%2C45611%2C1730981979865,1-87fb68174c52,45611,1730981979865 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:35867/user/jenkins/test-data/402164a5-77f2-857f-cbd8-8905dd642bd5/WALs/87fb68174c52,45611,1730981979865/87fb68174c52%2C45611%2C1730981979865.1730981980925, startPosition=0, beingWritten=true 2024-11-07T12:19:49,771 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,45611,1730981979865.replicationSource.wal-reader.87fb68174c52%2C45611%2C1730981979865,1-87fb68174c52,45611,1730981979865 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-07T12:19:49,771 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,45611,1730981979865.replicationSource.wal-reader.87fb68174c52%2C45611%2C1730981979865,1-87fb68174c52,45611,1730981979865 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35867/user/jenkins/test-data/402164a5-77f2-857f-cbd8-8905dd642bd5/WALs/87fb68174c52,45611,1730981979865/87fb68174c52%2C45611%2C1730981979865.1730981980925 to pos 379, reset compression=false 2024-11-07T12:19:49,771 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,45611,1730981979865.replicationSource.shipper87fb68174c52%2C45611%2C1730981979865,1-87fb68174c52,45611,1730981979865 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-87fb68174c52,45611,1730981979865 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35867/user/jenkins/test-data/402164a5-77f2-857f-cbd8-8905dd642bd5/WALs/87fb68174c52,45611,1730981979865/87fb68174c52%2C45611%2C1730981979865.1730981980925, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-07T12:19:49,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35319 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-07T12:19:49,865 INFO [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-07T12:19:49,865 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T12:19:49,865 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:256) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T12:19:49,865 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:19:49,865 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:19:49,865 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T12:19:49,866 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c47d2f1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:19:49,866 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 87fb68174c52,42693,-1 for getting cluster id 2024-11-07T12:19:49,866 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T12:19:49,866 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '697dd23d-cfe0-4cba-a8ab-0bf06bff174d' 2024-11-07T12:19:49,867 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T12:19:49,867 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "697dd23d-cfe0-4cba-a8ab-0bf06bff174d" 2024-11-07T12:19:49,867 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c88452f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:19:49,867 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [87fb68174c52,42693,-1] 2024-11-07T12:19:49,867 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T12:19:49,867 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:19:49,868 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59776, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T12:19:49,869 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55e56e85, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:19:49,869 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ed914bf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:19:49,869 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 87fb68174c52,33743,-1 for getting cluster id 2024-11-07T12:19:49,869 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T12:19:49,870 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '66ecc2aa-bcf2-4aec-bf58-dd61cec494b5' 2024-11-07T12:19:49,870 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T12:19:49,870 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "66ecc2aa-bcf2-4aec-bf58-dd61cec494b5" 2024-11-07T12:19:49,870 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79cbfa1e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:19:49,870 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [87fb68174c52,33743,-1] 2024-11-07T12:19:49,870 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T12:19:49,871 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:19:49,871 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46278, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T12:19:49,872 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f260896, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:19:49,872 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a20cd5c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:19:49,872 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 87fb68174c52,35319,-1 for getting cluster id 2024-11-07T12:19:49,872 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T12:19:49,873 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dc857e4c-1e13-4c84-b7fb-bca98fa843b6' 2024-11-07T12:19:49,873 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T12:19:49,873 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dc857e4c-1e13-4c84-b7fb-bca98fa843b6" 2024-11-07T12:19:49,873 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1daf7f93, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:19:49,873 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [87fb68174c52,35319,-1] 2024-11-07T12:19:49,873 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T12:19:49,873 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:19:49,874 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37262, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T12:19:49,874 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a9dfddb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:19:49,875 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T12:19:49,876 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=87fb68174c52,45327,1730981972414, seqNum=-1] 2024-11-07T12:19:49,876 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T12:19:49,909 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48956, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T12:19:49,911 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1730981981978.c8a16366547304c470bdd1c222467918., hostname=87fb68174c52,45327,1730981972414, seqNum=2] 2024-11-07T12:19:49,914 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T12:19:49,915 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=87fb68174c52,45611,1730981979865, seqNum=-1] 2024-11-07T12:19:49,915 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T12:19:49,916 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48094, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T12:19:49,917 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1730981983767.0cf95a346f7815d42967c594f9a5152f., hostname=87fb68174c52,45611,1730981979865, seqNum=2] 2024-11-07T12:19:49,918 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-07T12:19:49,977 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,45611,1730981979865.replicationSource.wal-reader.87fb68174c52%2C45611%2C1730981979865,1-87fb68174c52,45611,1730981979865 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35867/user/jenkins/test-data/402164a5-77f2-857f-cbd8-8905dd642bd5/WALs/87fb68174c52,45611,1730981979865/87fb68174c52%2C45611%2C1730981979865.1730981980925 to pos 379, reset compression=false 2024-11-07T12:19:50,141 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,34315,1730981976162.replicationSource.wal-reader.87fb68174c52%2C34315%2C1730981976162,1-87fb68174c52,34315,1730981976162 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44975/user/jenkins/test-data/f941b3eb-a2d0-2f7c-4a24-9ec6e2993f2c/WALs/87fb68174c52,34315,1730981976162/87fb68174c52%2C34315%2C1730981976162.1730981977775 to pos 379, reset compression=false 2024-11-07T12:19:50,234 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,45327,1730981972414.replicationSource.wal-reader.87fb68174c52%2C45327%2C1730981972414,1-87fb68174c52,45327,1730981972414 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35299/user/jenkins/test-data/c1b001e6-0289-755f-1dfb-a75ad48187fa/WALs/87fb68174c52,45327,1730981972414/87fb68174c52%2C45327%2C1730981972414.1730981974428 to pos 379, reset compression=false 2024-11-07T12:19:50,238 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,45327,1730981972414.replicationSource.wal-reader.87fb68174c52%2C45327%2C1730981972414,1-87fb68174c52,45327,1730981972414 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-07T12:19:50,238 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,45327,1730981972414.replicationSource.wal-reader.87fb68174c52%2C45327%2C1730981972414,1-87fb68174c52,45327,1730981972414 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35299/user/jenkins/test-data/c1b001e6-0289-755f-1dfb-a75ad48187fa/WALs/87fb68174c52,45327,1730981972414/87fb68174c52%2C45327%2C1730981972414.1730981974428 to pos 480, reset compression=false 2024-11-07T12:19:50,238 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,45327,1730981972414.replicationSource.shipper87fb68174c52%2C45327%2C1730981972414,1-87fb68174c52,45327,1730981972414 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-87fb68174c52,45327,1730981972414 got entry batch from reader: WALEntryBatch [walEntries=[{test/c8a16366547304c470bdd1c222467918/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:35299/user/jenkins/test-data/c1b001e6-0289-755f-1dfb-a75ad48187fa/WALs/87fb68174c52,45327,1730981972414/87fb68174c52%2C45327%2C1730981972414.1730981974428, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-07T12:19:50,240 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,45327,1730981972414.replicationSource.shipper87fb68174c52%2C45327%2C1730981972414,1-87fb68174c52,45327,1730981972414 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-07T12:19:50,241 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58378, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=AdminService 2024-11-07T12:19:50,241 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34315 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-07T12:19:50,242 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34315 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2bb8217d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:19:50,242 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34315 {}] client.ClusterIdFetcher(90): Going to request 87fb68174c52,33743,-1 for getting cluster id 2024-11-07T12:19:50,242 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34315 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T12:19:50,243 DEBUG [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '66ecc2aa-bcf2-4aec-bf58-dd61cec494b5' 2024-11-07T12:19:50,243 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T12:19:50,243 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "66ecc2aa-bcf2-4aec-bf58-dd61cec494b5" 2024-11-07T12:19:50,243 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2561c11a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:19:50,243 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [87fb68174c52,33743,-1] 2024-11-07T12:19:50,243 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T12:19:50,243 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:19:50,244 INFO [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46302, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService 2024-11-07T12:19:50,244 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34315 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@214ea0af, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:19:50,245 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34315 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T12:19:50,245 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=87fb68174c52,34315,1730981976162, seqNum=-1] 2024-11-07T12:19:50,246 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T12:19:50,246 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58382, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService 2024-11-07T12:19:50,248 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1730981983128.9ac0bab2a76218f4161db286e97798aa., hostname=87fb68174c52,34315,1730981976162, seqNum=2] 2024-11-07T12:19:50,251 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34315 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-07T12:19:50,281 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,45611,1730981979865.replicationSource.wal-reader.87fb68174c52%2C45611%2C1730981979865,1-87fb68174c52,45611,1730981979865 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35867/user/jenkins/test-data/402164a5-77f2-857f-cbd8-8905dd642bd5/WALs/87fb68174c52,45611,1730981979865/87fb68174c52%2C45611%2C1730981979865.1730981980925 to pos 379, reset compression=false 2024-11-07T12:19:50,441 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,45327,1730981972414.replicationSource.wal-reader.87fb68174c52%2C45327%2C1730981972414,1-87fb68174c52,45327,1730981972414 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35299/user/jenkins/test-data/c1b001e6-0289-755f-1dfb-a75ad48187fa/WALs/87fb68174c52,45327,1730981972414/87fb68174c52%2C45327%2C1730981972414.1730981974428 to pos 480, reset compression=false 2024-11-07T12:19:50,685 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,45611,1730981979865.replicationSource.wal-reader.87fb68174c52%2C45611%2C1730981979865,1-87fb68174c52,45611,1730981979865 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35867/user/jenkins/test-data/402164a5-77f2-857f-cbd8-8905dd642bd5/WALs/87fb68174c52,45611,1730981979865/87fb68174c52%2C45611%2C1730981979865.1730981980925 to pos 379, reset compression=false 2024-11-07T12:19:50,744 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,34315,1730981976162.replicationSource.wal-reader.87fb68174c52%2C34315%2C1730981976162,1-87fb68174c52,34315,1730981976162 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44975/user/jenkins/test-data/f941b3eb-a2d0-2f7c-4a24-9ec6e2993f2c/WALs/87fb68174c52,34315,1730981976162/87fb68174c52%2C34315%2C1730981976162.1730981977775 to pos 379, reset compression=false 2024-11-07T12:19:50,745 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,45327,1730981972414.replicationSource.wal-reader.87fb68174c52%2C45327%2C1730981972414,1-87fb68174c52,45327,1730981972414 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35299/user/jenkins/test-data/c1b001e6-0289-755f-1dfb-a75ad48187fa/WALs/87fb68174c52,45327,1730981972414/87fb68174c52%2C45327%2C1730981972414.1730981974428 to pos 480, reset compression=false 2024-11-07T12:19:50,753 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,34315,1730981976162.replicationSource.wal-reader.87fb68174c52%2C34315%2C1730981976162,1-87fb68174c52,34315,1730981976162 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-07T12:19:50,753 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,34315,1730981976162.replicationSource.wal-reader.87fb68174c52%2C34315%2C1730981976162,1-87fb68174c52,34315,1730981976162 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44975/user/jenkins/test-data/f941b3eb-a2d0-2f7c-4a24-9ec6e2993f2c/WALs/87fb68174c52,34315,1730981976162/87fb68174c52%2C34315%2C1730981976162.1730981977775 to pos 503, reset compression=false 2024-11-07T12:19:50,753 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,34315,1730981976162.replicationSource.shipper87fb68174c52%2C34315%2C1730981976162,1-87fb68174c52,34315,1730981976162 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-87fb68174c52,34315,1730981976162 got entry batch from reader: WALEntryBatch [walEntries=[{test/9ac0bab2a76218f4161db286e97798aa/4=[#edits: 1 = ],215}], lastWalPath=hdfs://localhost:44975/user/jenkins/test-data/f941b3eb-a2d0-2f7c-4a24-9ec6e2993f2c/WALs/87fb68174c52,34315,1730981976162/87fb68174c52%2C34315%2C1730981976162.1730981977775, lastWalPosition=503, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215] 2024-11-07T12:19:50,756 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,34315,1730981976162.replicationSource.shipper87fb68174c52%2C34315%2C1730981976162,1-87fb68174c52,34315,1730981976162 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-07T12:19:50,758 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48110, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=AdminService 2024-11-07T12:19:50,758 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45611 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-07T12:19:50,761 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45611 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@75460314, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:19:50,761 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45611 {}] client.ClusterIdFetcher(90): Going to request 87fb68174c52,35319,-1 for getting cluster id 2024-11-07T12:19:50,761 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45611 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T12:19:50,762 DEBUG [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dc857e4c-1e13-4c84-b7fb-bca98fa843b6' 2024-11-07T12:19:50,762 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T12:19:50,762 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dc857e4c-1e13-4c84-b7fb-bca98fa843b6" 2024-11-07T12:19:50,762 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5a0b56c2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:19:50,762 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [87fb68174c52,35319,-1] 2024-11-07T12:19:50,762 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T12:19:50,762 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:19:50,763 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37282, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-07T12:19:50,764 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45611 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@50f21bf2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:19:50,764 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45611 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T12:19:50,766 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=87fb68174c52,45611,1730981979865, seqNum=-1] 2024-11-07T12:19:50,766 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T12:19:50,767 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48116, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService 2024-11-07T12:19:50,769 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1730981983767.0cf95a346f7815d42967c594f9a5152f., hostname=87fb68174c52,45611,1730981979865, seqNum=2] 2024-11-07T12:19:50,781 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45611 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-07T12:19:50,920 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-07T12:19:50,921 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T12:19:50,922 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=87fb68174c52,34315,1730981976162, seqNum=-1] 2024-11-07T12:19:50,922 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T12:19:50,924 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58386, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T12:19:50,926 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1730981983128.9ac0bab2a76218f4161db286e97798aa., hostname=87fb68174c52,34315,1730981976162, seqNum=2] 2024-11-07T12:19:50,932 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-07T12:19:50,974 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,34315,1730981976162.replicationSource.wal-reader.87fb68174c52%2C34315%2C1730981976162,1-87fb68174c52,34315,1730981976162 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44975/user/jenkins/test-data/f941b3eb-a2d0-2f7c-4a24-9ec6e2993f2c/WALs/87fb68174c52,34315,1730981976162/87fb68174c52%2C34315%2C1730981976162.1730981977775 to pos 503, reset compression=false 2024-11-07T12:19:50,978 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,34315,1730981976162.replicationSource.wal-reader.87fb68174c52%2C34315%2C1730981976162,1-87fb68174c52,34315,1730981976162 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-07T12:19:50,978 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,34315,1730981976162.replicationSource.wal-reader.87fb68174c52%2C34315%2C1730981976162,1-87fb68174c52,34315,1730981976162 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44975/user/jenkins/test-data/f941b3eb-a2d0-2f7c-4a24-9ec6e2993f2c/WALs/87fb68174c52,34315,1730981976162/87fb68174c52%2C34315%2C1730981976162.1730981977775 to pos 607, reset compression=false 2024-11-07T12:19:50,978 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,34315,1730981976162.replicationSource.shipper87fb68174c52%2C34315%2C1730981976162,1-87fb68174c52,34315,1730981976162 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-87fb68174c52,34315,1730981976162 got entry batch from reader: WALEntryBatch [walEntries=[{test/9ac0bab2a76218f4161db286e97798aa/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:44975/user/jenkins/test-data/f941b3eb-a2d0-2f7c-4a24-9ec6e2993f2c/WALs/87fb68174c52,34315,1730981976162/87fb68174c52%2C34315%2C1730981976162.1730981977775, lastWalPosition=607, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-07T12:19:50,979 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45611 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-07T12:19:50,982 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45611 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-07T12:19:51,151 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,45327,1730981972414.replicationSource.wal-reader.87fb68174c52%2C45327%2C1730981972414,1-87fb68174c52,45327,1730981972414 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35299/user/jenkins/test-data/c1b001e6-0289-755f-1dfb-a75ad48187fa/WALs/87fb68174c52,45327,1730981972414/87fb68174c52%2C45327%2C1730981972414.1730981974428 to pos 480, reset compression=false 2024-11-07T12:19:51,181 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,34315,1730981976162.replicationSource.wal-reader.87fb68174c52%2C34315%2C1730981976162,1-87fb68174c52,34315,1730981976162 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44975/user/jenkins/test-data/f941b3eb-a2d0-2f7c-4a24-9ec6e2993f2c/WALs/87fb68174c52,34315,1730981976162/87fb68174c52%2C34315%2C1730981976162.1730981977775 to pos 607, reset compression=false 2024-11-07T12:19:51,189 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,45611,1730981979865.replicationSource.wal-reader.87fb68174c52%2C45611%2C1730981979865,1-87fb68174c52,45611,1730981979865 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35867/user/jenkins/test-data/402164a5-77f2-857f-cbd8-8905dd642bd5/WALs/87fb68174c52,45611,1730981979865/87fb68174c52%2C45611%2C1730981979865.1730981980925 to pos 379, reset compression=false 2024-11-07T12:19:51,192 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,45611,1730981979865.replicationSource.wal-reader.87fb68174c52%2C45611%2C1730981979865,1-87fb68174c52,45611,1730981979865 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-07T12:19:51,192 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,45611,1730981979865.replicationSource.wal-reader.87fb68174c52%2C45611%2C1730981979865,1-87fb68174c52,45611,1730981979865 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35867/user/jenkins/test-data/402164a5-77f2-857f-cbd8-8905dd642bd5/WALs/87fb68174c52,45611,1730981979865/87fb68174c52%2C45611%2C1730981979865.1730981980925 to pos 653, reset compression=false 2024-11-07T12:19:51,192 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,45611,1730981979865.replicationSource.shipper87fb68174c52%2C45611%2C1730981979865,1-87fb68174c52,45611,1730981979865 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-87fb68174c52,45611,1730981979865 got entry batch from reader: WALEntryBatch [walEntries=[{test/0cf95a346f7815d42967c594f9a5152f/5=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:35867/user/jenkins/test-data/402164a5-77f2-857f-cbd8-8905dd642bd5/WALs/87fb68174c52,45611,1730981979865/87fb68174c52%2C45611%2C1730981979865.1730981980925, lastWalPosition=653, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-07T12:19:51,195 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,45611,1730981979865.replicationSource.shipper87fb68174c52%2C45611%2C1730981979865,1-87fb68174c52,45611,1730981979865 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-07T12:19:51,195 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48970, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService 2024-11-07T12:19:51,196 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45327 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-07T12:19:51,196 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45327 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@460e92b5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:19:51,196 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45327 {}] client.ClusterIdFetcher(90): Going to request 87fb68174c52,42693,-1 for getting cluster id 2024-11-07T12:19:51,197 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45327 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T12:19:51,197 DEBUG [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '697dd23d-cfe0-4cba-a8ab-0bf06bff174d' 2024-11-07T12:19:51,197 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T12:19:51,197 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "697dd23d-cfe0-4cba-a8ab-0bf06bff174d" 2024-11-07T12:19:51,197 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@48304aa5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:19:51,198 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [87fb68174c52,42693,-1] 2024-11-07T12:19:51,198 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T12:19:51,198 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:19:51,198 INFO [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59792, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService 2024-11-07T12:19:51,199 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45327 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1488dee4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:19:51,200 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45327 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T12:19:51,200 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=87fb68174c52,45327,1730981972414, seqNum=-1] 2024-11-07T12:19:51,201 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T12:19:51,201 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48976, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService 2024-11-07T12:19:51,202 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1730981981978.c8a16366547304c470bdd1c222467918., hostname=87fb68174c52,45327,1730981972414, seqNum=2] 2024-11-07T12:19:51,204 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45327 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-07T12:19:51,396 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,45611,1730981979865.replicationSource.wal-reader.87fb68174c52%2C45611%2C1730981979865,1-87fb68174c52,45611,1730981979865 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35867/user/jenkins/test-data/402164a5-77f2-857f-cbd8-8905dd642bd5/WALs/87fb68174c52,45611,1730981979865/87fb68174c52%2C45611%2C1730981979865.1730981980925 to pos 653, reset compression=false 2024-11-07T12:19:51,485 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,34315,1730981976162.replicationSource.wal-reader.87fb68174c52%2C34315%2C1730981976162,1-87fb68174c52,34315,1730981976162 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44975/user/jenkins/test-data/f941b3eb-a2d0-2f7c-4a24-9ec6e2993f2c/WALs/87fb68174c52,34315,1730981976162/87fb68174c52%2C34315%2C1730981976162.1730981977775 to pos 607, reset compression=false 2024-11-07T12:19:51,654 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,45327,1730981972414.replicationSource.wal-reader.87fb68174c52%2C45327%2C1730981972414,1-87fb68174c52,45327,1730981972414 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35299/user/jenkins/test-data/c1b001e6-0289-755f-1dfb-a75ad48187fa/WALs/87fb68174c52,45327,1730981972414/87fb68174c52%2C45327%2C1730981972414.1730981974428 to pos 480, reset compression=false 2024-11-07T12:19:51,658 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,45327,1730981972414.replicationSource.wal-reader.87fb68174c52%2C45327%2C1730981972414,1-87fb68174c52,45327,1730981972414 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-07T12:19:51,658 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,45327,1730981972414.replicationSource.wal-reader.87fb68174c52%2C45327%2C1730981972414,1-87fb68174c52,45327,1730981972414 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35299/user/jenkins/test-data/c1b001e6-0289-755f-1dfb-a75ad48187fa/WALs/87fb68174c52,45327,1730981972414/87fb68174c52%2C45327%2C1730981972414.1730981974428 to pos 631, reset compression=false 2024-11-07T12:19:51,658 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,45327,1730981972414.replicationSource.shipper87fb68174c52%2C45327%2C1730981972414,1-87fb68174c52,45327,1730981972414 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-87fb68174c52,45327,1730981972414 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35299/user/jenkins/test-data/c1b001e6-0289-755f-1dfb-a75ad48187fa/WALs/87fb68174c52,45327,1730981972414/87fb68174c52%2C45327%2C1730981972414.1730981974428, lastWalPosition=631, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-07T12:19:51,699 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,45611,1730981979865.replicationSource.wal-reader.87fb68174c52%2C45611%2C1730981979865,1-87fb68174c52,45611,1730981979865 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35867/user/jenkins/test-data/402164a5-77f2-857f-cbd8-8905dd642bd5/WALs/87fb68174c52,45611,1730981979865/87fb68174c52%2C45611%2C1730981979865.1730981980925 to pos 653, reset compression=false 2024-11-07T12:19:51,861 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,45327,1730981972414.replicationSource.wal-reader.87fb68174c52%2C45327%2C1730981972414,1-87fb68174c52,45327,1730981972414 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35299/user/jenkins/test-data/c1b001e6-0289-755f-1dfb-a75ad48187fa/WALs/87fb68174c52,45327,1730981972414/87fb68174c52%2C45327%2C1730981972414.1730981974428 to pos 631, reset compression=false 2024-11-07T12:19:51,889 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,34315,1730981976162.replicationSource.wal-reader.87fb68174c52%2C34315%2C1730981976162,1-87fb68174c52,34315,1730981976162 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44975/user/jenkins/test-data/f941b3eb-a2d0-2f7c-4a24-9ec6e2993f2c/WALs/87fb68174c52,34315,1730981976162/87fb68174c52%2C34315%2C1730981976162.1730981977775 to pos 607, reset compression=false 2024-11-07T12:19:51,934 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-07T12:19:51,937 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false 2024-11-07T12:19:52,014 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T12:19:52,014 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [87fb68174c52,46025,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=87fb68174c52:46025 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-07T12:19:52,014 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 12, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 48392 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [87fb68174c52,46025,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=87fb68174c52:46025 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-07T12:19:52,102 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,45611,1730981979865.replicationSource.wal-reader.87fb68174c52%2C45611%2C1730981979865,1-87fb68174c52,45611,1730981979865 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35867/user/jenkins/test-data/402164a5-77f2-857f-cbd8-8905dd642bd5/WALs/87fb68174c52,45611,1730981979865/87fb68174c52%2C45611%2C1730981979865.1730981980925 to pos 653, reset compression=false 2024-11-07T12:19:52,107 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,45611,1730981979865.replicationSource.wal-reader.87fb68174c52%2C45611%2C1730981979865,1-87fb68174c52,45611,1730981979865 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-07T12:19:52,107 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,45611,1730981979865.replicationSource.wal-reader.87fb68174c52%2C45611%2C1730981979865,1-87fb68174c52,45611,1730981979865 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35867/user/jenkins/test-data/402164a5-77f2-857f-cbd8-8905dd642bd5/WALs/87fb68174c52,45611,1730981979865/87fb68174c52%2C45611%2C1730981979865.1730981980925 to pos 757, reset compression=false 2024-11-07T12:19:52,107 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,45611,1730981979865.replicationSource.shipper87fb68174c52%2C45611%2C1730981979865,1-87fb68174c52,45611,1730981979865 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-87fb68174c52,45611,1730981979865 got entry batch from reader: WALEntryBatch [walEntries=[{test/0cf95a346f7815d42967c594f9a5152f/6=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:35867/user/jenkins/test-data/402164a5-77f2-857f-cbd8-8905dd642bd5/WALs/87fb68174c52,45611,1730981979865/87fb68174c52%2C45611%2C1730981979865.1730981980925, lastWalPosition=757, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-07T12:19:52,108 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45327 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-07T12:19:52,110 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45327 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-07T12:19:52,165 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,45327,1730981972414.replicationSource.wal-reader.87fb68174c52%2C45327%2C1730981972414,1-87fb68174c52,45327,1730981972414 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35299/user/jenkins/test-data/c1b001e6-0289-755f-1dfb-a75ad48187fa/WALs/87fb68174c52,45327,1730981972414/87fb68174c52%2C45327%2C1730981972414.1730981974428 to pos 631, reset compression=false 2024-11-07T12:19:52,169 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,45327,1730981972414.replicationSource.wal-reader.87fb68174c52%2C45327%2C1730981972414,1-87fb68174c52,45327,1730981972414 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-07T12:19:52,169 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,45327,1730981972414.replicationSource.wal-reader.87fb68174c52%2C45327%2C1730981972414,1-87fb68174c52,45327,1730981972414 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35299/user/jenkins/test-data/c1b001e6-0289-755f-1dfb-a75ad48187fa/WALs/87fb68174c52,45327,1730981972414/87fb68174c52%2C45327%2C1730981972414.1730981974428 to pos 759, reset compression=false 2024-11-07T12:19:52,169 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,45327,1730981972414.replicationSource.shipper87fb68174c52%2C45327%2C1730981972414,1-87fb68174c52,45327,1730981972414 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-87fb68174c52,45327,1730981972414 got entry batch from reader: WALEntryBatch [walEntries=[{test/c8a16366547304c470bdd1c222467918/6=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:35299/user/jenkins/test-data/c1b001e6-0289-755f-1dfb-a75ad48187fa/WALs/87fb68174c52,45327,1730981972414/87fb68174c52%2C45327%2C1730981972414.1730981974428, lastWalPosition=759, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-07T12:19:52,170 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34315 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-07T12:19:52,173 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34315 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-07T12:19:52,310 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,45611,1730981979865.replicationSource.wal-reader.87fb68174c52%2C45611%2C1730981979865,1-87fb68174c52,45611,1730981979865 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35867/user/jenkins/test-data/402164a5-77f2-857f-cbd8-8905dd642bd5/WALs/87fb68174c52,45611,1730981979865/87fb68174c52%2C45611%2C1730981979865.1730981980925 to pos 757, reset compression=false 2024-11-07T12:19:52,373 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,45327,1730981972414.replicationSource.wal-reader.87fb68174c52%2C45327%2C1730981972414,1-87fb68174c52,45327,1730981972414 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35299/user/jenkins/test-data/c1b001e6-0289-755f-1dfb-a75ad48187fa/WALs/87fb68174c52,45327,1730981972414/87fb68174c52%2C45327%2C1730981972414.1730981974428 to pos 759, reset compression=false 2024-11-07T12:19:52,392 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,34315,1730981976162.replicationSource.wal-reader.87fb68174c52%2C34315%2C1730981976162,1-87fb68174c52,34315,1730981976162 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44975/user/jenkins/test-data/f941b3eb-a2d0-2f7c-4a24-9ec6e2993f2c/WALs/87fb68174c52,34315,1730981976162/87fb68174c52%2C34315%2C1730981976162.1730981977775 to pos 607, reset compression=false 2024-11-07T12:19:52,396 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,34315,1730981976162.replicationSource.wal-reader.87fb68174c52%2C34315%2C1730981976162,1-87fb68174c52,34315,1730981976162 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-07T12:19:52,397 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,34315,1730981976162.replicationSource.wal-reader.87fb68174c52%2C34315%2C1730981976162,1-87fb68174c52,34315,1730981976162 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44975/user/jenkins/test-data/f941b3eb-a2d0-2f7c-4a24-9ec6e2993f2c/WALs/87fb68174c52,34315,1730981976162/87fb68174c52%2C34315%2C1730981976162.1730981977775 to pos 758, reset compression=false 2024-11-07T12:19:52,397 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,34315,1730981976162.replicationSource.shipper87fb68174c52%2C34315%2C1730981976162,1-87fb68174c52,34315,1730981976162 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-87fb68174c52,34315,1730981976162 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44975/user/jenkins/test-data/f941b3eb-a2d0-2f7c-4a24-9ec6e2993f2c/WALs/87fb68174c52,34315,1730981976162/87fb68174c52%2C34315%2C1730981976162.1730981977775, lastWalPosition=758, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-07T12:19:52,600 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,34315,1730981976162.replicationSource.wal-reader.87fb68174c52%2C34315%2C1730981976162,1-87fb68174c52,34315,1730981976162 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44975/user/jenkins/test-data/f941b3eb-a2d0-2f7c-4a24-9ec6e2993f2c/WALs/87fb68174c52,34315,1730981976162/87fb68174c52%2C34315%2C1730981976162.1730981977775 to pos 758, reset compression=false 2024-11-07T12:19:52,611 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-07T12:19:52,612 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T12:19:52,612 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T12:19:52,614 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,45611,1730981979865.replicationSource.wal-reader.87fb68174c52%2C45611%2C1730981979865,1-87fb68174c52,45611,1730981979865 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35867/user/jenkins/test-data/402164a5-77f2-857f-cbd8-8905dd642bd5/WALs/87fb68174c52,45611,1730981979865/87fb68174c52%2C45611%2C1730981979865.1730981980925 to pos 757, reset compression=false 2024-11-07T12:19:52,645 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T12:19:52,645 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T12:19:52,646 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T12:19:52,646 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T12:19:52,646 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T12:19:52,646 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T12:19:52,653 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T12:19:52,655 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T12:19:52,656 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T12:19:52,657 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T12:19:52,676 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,45327,1730981972414.replicationSource.wal-reader.87fb68174c52%2C45327%2C1730981972414,1-87fb68174c52,45327,1730981972414 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35299/user/jenkins/test-data/c1b001e6-0289-755f-1dfb-a75ad48187fa/WALs/87fb68174c52,45327,1730981972414/87fb68174c52%2C45327%2C1730981972414.1730981974428 to pos 759, reset compression=false 2024-11-07T12:19:52,904 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,34315,1730981976162.replicationSource.wal-reader.87fb68174c52%2C34315%2C1730981976162,1-87fb68174c52,34315,1730981976162 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44975/user/jenkins/test-data/f941b3eb-a2d0-2f7c-4a24-9ec6e2993f2c/WALs/87fb68174c52,34315,1730981976162/87fb68174c52%2C34315%2C1730981976162.1730981977775 to pos 758, reset compression=false 2024-11-07T12:19:52,939 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false 2024-11-07T12:19:52,943 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-07T12:19:53,018 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,45611,1730981979865.replicationSource.wal-reader.87fb68174c52%2C45611%2C1730981979865,1-87fb68174c52,45611,1730981979865 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35867/user/jenkins/test-data/402164a5-77f2-857f-cbd8-8905dd642bd5/WALs/87fb68174c52,45611,1730981979865/87fb68174c52%2C45611%2C1730981979865.1730981980925 to pos 757, reset compression=false 2024-11-07T12:19:53,082 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,45327,1730981972414.replicationSource.wal-reader.87fb68174c52%2C45327%2C1730981972414,1-87fb68174c52,45327,1730981972414 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35299/user/jenkins/test-data/c1b001e6-0289-755f-1dfb-a75ad48187fa/WALs/87fb68174c52,45327,1730981972414/87fb68174c52%2C45327%2C1730981972414.1730981974428 to pos 759, reset compression=false 2024-11-07T12:19:53,096 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,45327,1730981972414.replicationSource.wal-reader.87fb68174c52%2C45327%2C1730981972414,1-87fb68174c52,45327,1730981972414 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-07T12:19:53,096 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,45327,1730981972414.replicationSource.wal-reader.87fb68174c52%2C45327%2C1730981972414,1-87fb68174c52,45327,1730981972414 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35299/user/jenkins/test-data/c1b001e6-0289-755f-1dfb-a75ad48187fa/WALs/87fb68174c52,45327,1730981972414/87fb68174c52%2C45327%2C1730981972414.1730981974428 to pos 915, reset compression=false 2024-11-07T12:19:53,096 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,45327,1730981972414.replicationSource.shipper87fb68174c52%2C45327%2C1730981972414,1-87fb68174c52,45327,1730981972414 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-87fb68174c52,45327,1730981972414 got entry batch from reader: WALEntryBatch [walEntries=[{test/c8a16366547304c470bdd1c222467918/7=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:35299/user/jenkins/test-data/c1b001e6-0289-755f-1dfb-a75ad48187fa/WALs/87fb68174c52,45327,1730981972414/87fb68174c52%2C45327%2C1730981972414.1730981974428, lastWalPosition=915, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-07T12:19:53,097 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34315 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-07T12:19:53,100 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34315 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-07T12:19:53,300 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,45327,1730981972414.replicationSource.wal-reader.87fb68174c52%2C45327%2C1730981972414,1-87fb68174c52,45327,1730981972414 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35299/user/jenkins/test-data/c1b001e6-0289-755f-1dfb-a75ad48187fa/WALs/87fb68174c52,45327,1730981972414/87fb68174c52%2C45327%2C1730981972414.1730981974428 to pos 915, reset compression=false 2024-11-07T12:19:53,308 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,34315,1730981976162.replicationSource.wal-reader.87fb68174c52%2C34315%2C1730981976162,1-87fb68174c52,34315,1730981976162 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44975/user/jenkins/test-data/f941b3eb-a2d0-2f7c-4a24-9ec6e2993f2c/WALs/87fb68174c52,34315,1730981976162/87fb68174c52%2C34315%2C1730981976162.1730981977775 to pos 758, reset compression=false 2024-11-07T12:19:53,312 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,34315,1730981976162.replicationSource.wal-reader.87fb68174c52%2C34315%2C1730981976162,1-87fb68174c52,34315,1730981976162 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-07T12:19:53,312 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,34315,1730981976162.replicationSource.wal-reader.87fb68174c52%2C34315%2C1730981976162,1-87fb68174c52,34315,1730981976162 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44975/user/jenkins/test-data/f941b3eb-a2d0-2f7c-4a24-9ec6e2993f2c/WALs/87fb68174c52,34315,1730981976162/87fb68174c52%2C34315%2C1730981976162.1730981977775 to pos 905, reset compression=false 2024-11-07T12:19:53,312 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,34315,1730981976162.replicationSource.shipper87fb68174c52%2C34315%2C1730981976162,1-87fb68174c52,34315,1730981976162 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-87fb68174c52,34315,1730981976162 got entry batch from reader: WALEntryBatch [walEntries=[{test/9ac0bab2a76218f4161db286e97798aa/7=[#edits: 2 = ],287}], lastWalPath=hdfs://localhost:44975/user/jenkins/test-data/f941b3eb-a2d0-2f7c-4a24-9ec6e2993f2c/WALs/87fb68174c52,34315,1730981976162/87fb68174c52%2C34315%2C1730981976162.1730981977775, lastWalPosition=905, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287] 2024-11-07T12:19:53,313 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45611 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-07T12:19:53,316 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45611 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-07T12:19:53,515 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,34315,1730981976162.replicationSource.wal-reader.87fb68174c52%2C34315%2C1730981976162,1-87fb68174c52,34315,1730981976162 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44975/user/jenkins/test-data/f941b3eb-a2d0-2f7c-4a24-9ec6e2993f2c/WALs/87fb68174c52,34315,1730981976162/87fb68174c52%2C34315%2C1730981976162.1730981977775 to pos 905, reset compression=false 2024-11-07T12:19:53,522 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,45611,1730981979865.replicationSource.wal-reader.87fb68174c52%2C45611%2C1730981979865,1-87fb68174c52,45611,1730981979865 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35867/user/jenkins/test-data/402164a5-77f2-857f-cbd8-8905dd642bd5/WALs/87fb68174c52,45611,1730981979865/87fb68174c52%2C45611%2C1730981979865.1730981980925 to pos 757, reset compression=false 2024-11-07T12:19:53,526 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,45611,1730981979865.replicationSource.wal-reader.87fb68174c52%2C45611%2C1730981979865,1-87fb68174c52,45611,1730981979865 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-07T12:19:53,526 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,45611,1730981979865.replicationSource.wal-reader.87fb68174c52%2C45611%2C1730981979865,1-87fb68174c52,45611,1730981979865 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35867/user/jenkins/test-data/402164a5-77f2-857f-cbd8-8905dd642bd5/WALs/87fb68174c52,45611,1730981979865/87fb68174c52%2C45611%2C1730981979865.1730981980925 to pos 927, reset compression=false 2024-11-07T12:19:53,526 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,45611,1730981979865.replicationSource.shipper87fb68174c52%2C45611%2C1730981979865,1-87fb68174c52,45611,1730981979865 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-87fb68174c52,45611,1730981979865 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35867/user/jenkins/test-data/402164a5-77f2-857f-cbd8-8905dd642bd5/WALs/87fb68174c52,45611,1730981979865/87fb68174c52%2C45611%2C1730981979865.1730981980925, lastWalPosition=927, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-07T12:19:53,603 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,45327,1730981972414.replicationSource.wal-reader.87fb68174c52%2C45327%2C1730981972414,1-87fb68174c52,45327,1730981972414 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35299/user/jenkins/test-data/c1b001e6-0289-755f-1dfb-a75ad48187fa/WALs/87fb68174c52,45327,1730981972414/87fb68174c52%2C45327%2C1730981972414.1730981974428 to pos 915, reset compression=false 2024-11-07T12:19:53,730 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,45611,1730981979865.replicationSource.wal-reader.87fb68174c52%2C45611%2C1730981979865,1-87fb68174c52,45611,1730981979865 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35867/user/jenkins/test-data/402164a5-77f2-857f-cbd8-8905dd642bd5/WALs/87fb68174c52,45611,1730981979865/87fb68174c52%2C45611%2C1730981979865.1730981980925 to pos 927, reset compression=false 2024-11-07T12:19:53,820 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,34315,1730981976162.replicationSource.wal-reader.87fb68174c52%2C34315%2C1730981976162,1-87fb68174c52,34315,1730981976162 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44975/user/jenkins/test-data/f941b3eb-a2d0-2f7c-4a24-9ec6e2993f2c/WALs/87fb68174c52,34315,1730981976162/87fb68174c52%2C34315%2C1730981976162.1730981977775 to pos 905, reset compression=false 2024-11-07T12:19:53,945 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-07T12:19:53,949 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-07T12:19:54,007 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,45327,1730981972414.replicationSource.wal-reader.87fb68174c52%2C45327%2C1730981972414,1-87fb68174c52,45327,1730981972414 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35299/user/jenkins/test-data/c1b001e6-0289-755f-1dfb-a75ad48187fa/WALs/87fb68174c52,45327,1730981972414/87fb68174c52%2C45327%2C1730981972414.1730981974428 to pos 915, reset compression=false 2024-11-07T12:19:54,033 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,45611,1730981979865.replicationSource.wal-reader.87fb68174c52%2C45611%2C1730981979865,1-87fb68174c52,45611,1730981979865 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35867/user/jenkins/test-data/402164a5-77f2-857f-cbd8-8905dd642bd5/WALs/87fb68174c52,45611,1730981979865/87fb68174c52%2C45611%2C1730981979865.1730981980925 to pos 927, reset compression=false 2024-11-07T12:19:54,223 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,34315,1730981976162.replicationSource.wal-reader.87fb68174c52%2C34315%2C1730981976162,1-87fb68174c52,34315,1730981976162 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44975/user/jenkins/test-data/f941b3eb-a2d0-2f7c-4a24-9ec6e2993f2c/WALs/87fb68174c52,34315,1730981976162/87fb68174c52%2C34315%2C1730981976162.1730981977775 to pos 905, reset compression=false 2024-11-07T12:19:54,239 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,34315,1730981976162.replicationSource.wal-reader.87fb68174c52%2C34315%2C1730981976162,1-87fb68174c52,34315,1730981976162 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-07T12:19:54,239 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,34315,1730981976162.replicationSource.wal-reader.87fb68174c52%2C34315%2C1730981976162,1-87fb68174c52,34315,1730981976162 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44975/user/jenkins/test-data/f941b3eb-a2d0-2f7c-4a24-9ec6e2993f2c/WALs/87fb68174c52,34315,1730981976162/87fb68174c52%2C34315%2C1730981976162.1730981977775 to pos 1064, reset compression=false 2024-11-07T12:19:54,239 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,34315,1730981976162.replicationSource.shipper87fb68174c52%2C34315%2C1730981976162,1-87fb68174c52,34315,1730981976162 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-87fb68174c52,34315,1730981976162 got entry batch from reader: WALEntryBatch [walEntries=[{test/9ac0bab2a76218f4161db286e97798aa/8=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:44975/user/jenkins/test-data/f941b3eb-a2d0-2f7c-4a24-9ec6e2993f2c/WALs/87fb68174c52,34315,1730981976162/87fb68174c52%2C34315%2C1730981976162.1730981977775, lastWalPosition=1064, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-07T12:19:54,241 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45611 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-07T12:19:54,244 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45611 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-07T12:19:54,437 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,45611,1730981979865.replicationSource.wal-reader.87fb68174c52%2C45611%2C1730981979865,1-87fb68174c52,45611,1730981979865 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35867/user/jenkins/test-data/402164a5-77f2-857f-cbd8-8905dd642bd5/WALs/87fb68174c52,45611,1730981979865/87fb68174c52%2C45611%2C1730981979865.1730981980925 to pos 927, reset compression=false 2024-11-07T12:19:54,444 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,34315,1730981976162.replicationSource.wal-reader.87fb68174c52%2C34315%2C1730981976162,1-87fb68174c52,34315,1730981976162 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44975/user/jenkins/test-data/f941b3eb-a2d0-2f7c-4a24-9ec6e2993f2c/WALs/87fb68174c52,34315,1730981976162/87fb68174c52%2C34315%2C1730981976162.1730981977775 to pos 1064, reset compression=false 2024-11-07T12:19:54,452 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,45611,1730981979865.replicationSource.wal-reader.87fb68174c52%2C45611%2C1730981979865,1-87fb68174c52,45611,1730981979865 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-07T12:19:54,452 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,45611,1730981979865.replicationSource.wal-reader.87fb68174c52%2C45611%2C1730981979865,1-87fb68174c52,45611,1730981979865 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35867/user/jenkins/test-data/402164a5-77f2-857f-cbd8-8905dd642bd5/WALs/87fb68174c52,45611,1730981979865/87fb68174c52%2C45611%2C1730981979865.1730981980925 to pos 1076, reset compression=false 2024-11-07T12:19:54,452 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,45611,1730981979865.replicationSource.shipper87fb68174c52%2C45611%2C1730981979865,1-87fb68174c52,45611,1730981979865 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-87fb68174c52,45611,1730981979865 got entry batch from reader: WALEntryBatch [walEntries=[{test/0cf95a346f7815d42967c594f9a5152f/8=[#edits: 2 = ],295}], lastWalPath=hdfs://localhost:35867/user/jenkins/test-data/402164a5-77f2-857f-cbd8-8905dd642bd5/WALs/87fb68174c52,45611,1730981979865/87fb68174c52%2C45611%2C1730981979865.1730981980925, lastWalPosition=1076, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295] 2024-11-07T12:19:54,454 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45327 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-07T12:19:54,457 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45327 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-07T12:19:54,511 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,45327,1730981972414.replicationSource.wal-reader.87fb68174c52%2C45327%2C1730981972414,1-87fb68174c52,45327,1730981972414 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35299/user/jenkins/test-data/c1b001e6-0289-755f-1dfb-a75ad48187fa/WALs/87fb68174c52,45327,1730981972414/87fb68174c52%2C45327%2C1730981972414.1730981974428 to pos 915, reset compression=false 2024-11-07T12:19:54,547 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,45327,1730981972414.replicationSource.wal-reader.87fb68174c52%2C45327%2C1730981972414,1-87fb68174c52,45327,1730981972414 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-07T12:19:54,547 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,45327,1730981972414.replicationSource.wal-reader.87fb68174c52%2C45327%2C1730981972414,1-87fb68174c52,45327,1730981972414 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35299/user/jenkins/test-data/c1b001e6-0289-755f-1dfb-a75ad48187fa/WALs/87fb68174c52,45327,1730981972414/87fb68174c52%2C45327%2C1730981972414.1730981974428 to pos 1088, reset compression=false 2024-11-07T12:19:54,547 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,45327,1730981972414.replicationSource.shipper87fb68174c52%2C45327%2C1730981972414,1-87fb68174c52,45327,1730981972414 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-87fb68174c52,45327,1730981972414 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35299/user/jenkins/test-data/c1b001e6-0289-755f-1dfb-a75ad48187fa/WALs/87fb68174c52,45327,1730981972414/87fb68174c52%2C45327%2C1730981972414.1730981974428, lastWalPosition=1088, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-07T12:19:54,662 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,45611,1730981979865.replicationSource.wal-reader.87fb68174c52%2C45611%2C1730981979865,1-87fb68174c52,45611,1730981979865 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35867/user/jenkins/test-data/402164a5-77f2-857f-cbd8-8905dd642bd5/WALs/87fb68174c52,45611,1730981979865/87fb68174c52%2C45611%2C1730981979865.1730981980925 to pos 1076, reset compression=false 2024-11-07T12:19:54,752 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,45327,1730981972414.replicationSource.wal-reader.87fb68174c52%2C45327%2C1730981972414,1-87fb68174c52,45327,1730981972414 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35299/user/jenkins/test-data/c1b001e6-0289-755f-1dfb-a75ad48187fa/WALs/87fb68174c52,45327,1730981972414/87fb68174c52%2C45327%2C1730981972414.1730981974428 to pos 1088, reset compression=false 2024-11-07T12:19:54,756 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,34315,1730981976162.replicationSource.wal-reader.87fb68174c52%2C34315%2C1730981976162,1-87fb68174c52,34315,1730981976162 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44975/user/jenkins/test-data/f941b3eb-a2d0-2f7c-4a24-9ec6e2993f2c/WALs/87fb68174c52,34315,1730981976162/87fb68174c52%2C34315%2C1730981976162.1730981977775 to pos 1064, reset compression=false 2024-11-07T12:19:54,952 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-07T12:19:54,956 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true 2024-11-07T12:19:54,970 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,45611,1730981979865.replicationSource.wal-reader.87fb68174c52%2C45611%2C1730981979865,1-87fb68174c52,45611,1730981979865 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35867/user/jenkins/test-data/402164a5-77f2-857f-cbd8-8905dd642bd5/WALs/87fb68174c52,45611,1730981979865/87fb68174c52%2C45611%2C1730981979865.1730981980925 to pos 1076, reset compression=false 2024-11-07T12:19:54,983 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,45611,1730981979865.replicationSource.wal-reader.87fb68174c52%2C45611%2C1730981979865,1-87fb68174c52,45611,1730981979865 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-07T12:19:54,983 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,45611,1730981979865.replicationSource.wal-reader.87fb68174c52%2C45611%2C1730981979865,1-87fb68174c52,45611,1730981979865 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35867/user/jenkins/test-data/402164a5-77f2-857f-cbd8-8905dd642bd5/WALs/87fb68174c52,45611,1730981979865/87fb68174c52%2C45611%2C1730981979865.1730981980925 to pos 1235, reset compression=false 2024-11-07T12:19:54,983 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,45611,1730981979865.replicationSource.shipper87fb68174c52%2C45611%2C1730981979865,1-87fb68174c52,45611,1730981979865 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-87fb68174c52,45611,1730981979865 got entry batch from reader: WALEntryBatch [walEntries=[{test/0cf95a346f7815d42967c594f9a5152f/9=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:35867/user/jenkins/test-data/402164a5-77f2-857f-cbd8-8905dd642bd5/WALs/87fb68174c52,45611,1730981979865/87fb68174c52%2C45611%2C1730981979865.1730981980925, lastWalPosition=1235, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-07T12:19:54,984 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45327 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-07T12:19:54,992 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45327 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-07T12:19:55,062 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,45327,1730981972414.replicationSource.wal-reader.87fb68174c52%2C45327%2C1730981972414,1-87fb68174c52,45327,1730981972414 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35299/user/jenkins/test-data/c1b001e6-0289-755f-1dfb-a75ad48187fa/WALs/87fb68174c52,45327,1730981972414/87fb68174c52%2C45327%2C1730981972414.1730981974428 to pos 1088, reset compression=false 2024-11-07T12:19:55,068 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,45327,1730981972414.replicationSource.wal-reader.87fb68174c52%2C45327%2C1730981972414,1-87fb68174c52,45327,1730981972414 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-07T12:19:55,068 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,45327,1730981972414.replicationSource.wal-reader.87fb68174c52%2C45327%2C1730981972414,1-87fb68174c52,45327,1730981972414 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35299/user/jenkins/test-data/c1b001e6-0289-755f-1dfb-a75ad48187fa/WALs/87fb68174c52,45327,1730981972414/87fb68174c52%2C45327%2C1730981972414.1730981974428 to pos 1238, reset compression=false 2024-11-07T12:19:55,068 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,45327,1730981972414.replicationSource.shipper87fb68174c52%2C45327%2C1730981972414,1-87fb68174c52,45327,1730981972414 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-87fb68174c52,45327,1730981972414 got entry batch from reader: WALEntryBatch [walEntries=[{test/c8a16366547304c470bdd1c222467918/9=[#edits: 2 = ],295}], lastWalPath=hdfs://localhost:35299/user/jenkins/test-data/c1b001e6-0289-755f-1dfb-a75ad48187fa/WALs/87fb68174c52,45327,1730981972414/87fb68174c52%2C45327%2C1730981972414.1730981974428, lastWalPosition=1238, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295] 2024-11-07T12:19:55,069 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34315 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-07T12:19:55,072 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34315 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-07T12:19:55,166 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,34315,1730981976162.replicationSource.wal-reader.87fb68174c52%2C34315%2C1730981976162,1-87fb68174c52,34315,1730981976162 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44975/user/jenkins/test-data/f941b3eb-a2d0-2f7c-4a24-9ec6e2993f2c/WALs/87fb68174c52,34315,1730981976162/87fb68174c52%2C34315%2C1730981976162.1730981977775 to pos 1064, reset compression=false 2024-11-07T12:19:55,171 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,34315,1730981976162.replicationSource.wal-reader.87fb68174c52%2C34315%2C1730981976162,1-87fb68174c52,34315,1730981976162 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-07T12:19:55,171 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,34315,1730981976162.replicationSource.wal-reader.87fb68174c52%2C34315%2C1730981976162,1-87fb68174c52,34315,1730981976162 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44975/user/jenkins/test-data/f941b3eb-a2d0-2f7c-4a24-9ec6e2993f2c/WALs/87fb68174c52,34315,1730981976162/87fb68174c52%2C34315%2C1730981976162.1730981977775 to pos 1237, reset compression=false 2024-11-07T12:19:55,171 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,34315,1730981976162.replicationSource.shipper87fb68174c52%2C34315%2C1730981976162,1-87fb68174c52,34315,1730981976162 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-87fb68174c52,34315,1730981976162 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44975/user/jenkins/test-data/f941b3eb-a2d0-2f7c-4a24-9ec6e2993f2c/WALs/87fb68174c52,34315,1730981976162/87fb68174c52%2C34315%2C1730981976162.1730981977775, lastWalPosition=1237, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-07T12:19:55,199 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,45611,1730981979865.replicationSource.wal-reader.87fb68174c52%2C45611%2C1730981979865,1-87fb68174c52,45611,1730981979865 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35867/user/jenkins/test-data/402164a5-77f2-857f-cbd8-8905dd642bd5/WALs/87fb68174c52,45611,1730981979865/87fb68174c52%2C45611%2C1730981979865.1730981980925 to pos 1235, reset compression=false 2024-11-07T12:19:55,245 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-07T12:19:55,245 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-07T12:19:55,274 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,45327,1730981972414.replicationSource.wal-reader.87fb68174c52%2C45327%2C1730981972414,1-87fb68174c52,45327,1730981972414 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35299/user/jenkins/test-data/c1b001e6-0289-755f-1dfb-a75ad48187fa/WALs/87fb68174c52,45327,1730981972414/87fb68174c52%2C45327%2C1730981972414.1730981974428 to pos 1238, reset compression=false 2024-11-07T12:19:55,374 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,34315,1730981976162.replicationSource.wal-reader.87fb68174c52%2C34315%2C1730981976162,1-87fb68174c52,34315,1730981976162 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44975/user/jenkins/test-data/f941b3eb-a2d0-2f7c-4a24-9ec6e2993f2c/WALs/87fb68174c52,34315,1730981976162/87fb68174c52%2C34315%2C1730981976162.1730981977775 to pos 1237, reset compression=false 2024-11-07T12:19:55,502 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,45611,1730981979865.replicationSource.wal-reader.87fb68174c52%2C45611%2C1730981979865,1-87fb68174c52,45611,1730981979865 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35867/user/jenkins/test-data/402164a5-77f2-857f-cbd8-8905dd642bd5/WALs/87fb68174c52,45611,1730981979865/87fb68174c52%2C45611%2C1730981979865.1730981980925 to pos 1235, reset compression=false 2024-11-07T12:19:55,578 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,45327,1730981972414.replicationSource.wal-reader.87fb68174c52%2C45327%2C1730981972414,1-87fb68174c52,45327,1730981972414 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35299/user/jenkins/test-data/c1b001e6-0289-755f-1dfb-a75ad48187fa/WALs/87fb68174c52,45327,1730981972414/87fb68174c52%2C45327%2C1730981972414.1730981974428 to pos 1238, reset compression=false 2024-11-07T12:19:55,678 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,34315,1730981976162.replicationSource.wal-reader.87fb68174c52%2C34315%2C1730981976162,1-87fb68174c52,34315,1730981976162 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44975/user/jenkins/test-data/f941b3eb-a2d0-2f7c-4a24-9ec6e2993f2c/WALs/87fb68174c52,34315,1730981976162/87fb68174c52%2C34315%2C1730981976162.1730981977775 to pos 1237, reset compression=false 2024-11-07T12:19:55,906 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,45611,1730981979865.replicationSource.wal-reader.87fb68174c52%2C45611%2C1730981979865,1-87fb68174c52,45611,1730981979865 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35867/user/jenkins/test-data/402164a5-77f2-857f-cbd8-8905dd642bd5/WALs/87fb68174c52,45611,1730981979865/87fb68174c52%2C45611%2C1730981979865.1730981980925 to pos 1235, reset compression=false 2024-11-07T12:19:55,959 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true 2024-11-07T12:19:55,965 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c1b6c04, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:19:55,965 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 87fb68174c52,35319,-1 for getting cluster id 2024-11-07T12:19:55,965 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T12:19:55,966 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dc857e4c-1e13-4c84-b7fb-bca98fa843b6' 2024-11-07T12:19:55,966 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T12:19:55,966 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dc857e4c-1e13-4c84-b7fb-bca98fa843b6" 2024-11-07T12:19:55,966 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d4d9e65, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:19:55,966 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [87fb68174c52,35319,-1] 2024-11-07T12:19:55,966 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T12:19:55,967 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:19:55,967 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37302, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T12:19:55,968 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@344b0bfc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:19:55,970 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T12:19:55,970 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 87fb68174c52,35319,1730981979719 2024-11-07T12:19:55,970 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@62de62aa 2024-11-07T12:19:55,971 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T12:19:55,972 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37304, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-07T12:19:55,972 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35319 {}] master.HMaster(3992): Client=jenkins//172.17.0.3 disable replication peer, id=1 2024-11-07T12:19:55,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35319 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure 2024-11-07T12:19:55,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35319 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-07T12:19:55,979 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-07T12:19:55,992 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,45327,1730981972414.replicationSource.wal-reader.87fb68174c52%2C45327%2C1730981972414,1-87fb68174c52,45327,1730981972414 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35299/user/jenkins/test-data/c1b001e6-0289-755f-1dfb-a75ad48187fa/WALs/87fb68174c52,45327,1730981972414/87fb68174c52%2C45327%2C1730981972414.1730981974428 to pos 1238, reset compression=false 2024-11-07T12:19:56,081 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,34315,1730981976162.replicationSource.wal-reader.87fb68174c52%2C34315%2C1730981976162,1-87fb68174c52,34315,1730981976162 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44975/user/jenkins/test-data/f941b3eb-a2d0-2f7c-4a24-9ec6e2993f2c/WALs/87fb68174c52,34315,1730981976162/87fb68174c52%2C34315%2C1730981976162.1730981977775 to pos 1237, reset compression=false 2024-11-07T12:19:56,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35319 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-07T12:19:56,131 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45611 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13 2024-11-07T12:19:56,131 INFO [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=DISABLE_PEER 2024-11-07T12:19:56,132 INFO [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(490): Terminate replication source for 1 2024-11-07T12:19:56,132 INFO [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-87fb68174c52,45611,1730981979865 because: Peer 1 state or config changed. Will close the previous replication source and open a new one 2024-11-07T12:19:56,132 INFO [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(233): Connection has been closed by RS_REFRESH_PEER-regionserver/87fb68174c52:0-0. 2024-11-07T12:19:56,132 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.refreshSources(ReplicationSourceManager.java:492) at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.refreshPeerState(PeerProcedureHandlerImpl.java:89) at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.disablePeer(PeerProcedureHandlerImpl.java:108) at org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable.doCall(RefreshPeerCallable.java:60) at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T12:19:56,132 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:19:56,132 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:19:56,132 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T12:19:56,233 WARN [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,45611,1730981979865.replicationSource.wal-reader.87fb68174c52%2C45611%2C1730981979865,1-87fb68174c52,45611,1730981979865 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-07T12:19:56,233 WARN [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,45611,1730981979865.replicationSource.shipper87fb68174c52%2C45611%2C1730981979865,1-87fb68174c52,45611,1730981979865 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-07T12:19:56,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35319 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-07T12:19:56,333 INFO [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,45611,1730981979865.replicationSource.shipper87fb68174c52%2C45611%2C1730981979865,1-87fb68174c52,45611,1730981979865 terminated 2024-11-07T12:19:56,350 INFO [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=1-87fb68174c52,45611,1730981979865, ReplicationSource: 1, currentBandwidth=0 2024-11-07T12:19:56,350 INFO [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(500): Startup replication source for 1 2024-11-07T12:19:56,351 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-11-07T12:19:56,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35319 {}] master.HMaster(4169): Remote procedure done, pid=13 2024-11-07T12:19:56,353 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for DISABLE on 87fb68174c52,45611,1730981979865 suceeded 2024-11-07T12:19:56,354 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-07T12:19:56,354 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 374 msec 2024-11-07T12:19:56,354 INFO [PEWorker-1 {}] replication.DisablePeerProcedure(67): Successfully disabled peer 1 2024-11-07T12:19:56,356 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure in 381 msec 2024-11-07T12:19:56,369 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,45611,1730981979865 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='87fb68174c52:42693' 2024-11-07T12:19:56,371 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,45611,1730981979865 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@421f90d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:19:56,371 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,45611,1730981979865 {}] client.ClusterIdFetcher(90): Going to request 87fb68174c52,42693,-1 for getting cluster id 2024-11-07T12:19:56,371 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,45611,1730981979865 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T12:19:56,372 DEBUG [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '697dd23d-cfe0-4cba-a8ab-0bf06bff174d' 2024-11-07T12:19:56,372 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T12:19:56,372 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "697dd23d-cfe0-4cba-a8ab-0bf06bff174d" 2024-11-07T12:19:56,372 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@38d4e7f4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:19:56,372 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [87fb68174c52,42693,-1] 2024-11-07T12:19:56,372 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T12:19:56,372 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:19:56,373 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59802, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-07T12:19:56,374 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,45611,1730981979865 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@540bd5e3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:19:56,374 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,45611,1730981979865 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T12:19:56,374 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 87fb68174c52,42693,1730981972337 2024-11-07T12:19:56,374 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3577496f 2024-11-07T12:19:56,375 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T12:19:56,375 INFO [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59810, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService 2024-11-07T12:19:56,376 INFO [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,45611,1730981979865 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-87fb68174c52,45611,1730981979865 (queues=1) is replicating from cluster=dc857e4c-1e13-4c84-b7fb-bca98fa843b6 to cluster=697dd23d-cfe0-4cba-a8ab-0bf06bff174d 2024-11-07T12:19:56,376 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,45611,1730981979865 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=87fb68174c52%2C45611%2C1730981979865 2024-11-07T12:19:56,376 INFO [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,45611,1730981979865 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-87fb68174c52,45611,1730981979865, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-07T12:19:56,376 INFO [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,45611,1730981979865.replicationSource.shipper87fb68174c52%2C45611%2C1730981979865,1-87fb68174c52,45611,1730981979865 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 87fb68174c52%2C45611%2C1730981979865 2024-11-07T12:19:56,500 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,45327,1730981972414.replicationSource.wal-reader.87fb68174c52%2C45327%2C1730981972414,1-87fb68174c52,45327,1730981972414 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35299/user/jenkins/test-data/c1b001e6-0289-755f-1dfb-a75ad48187fa/WALs/87fb68174c52,45327,1730981972414/87fb68174c52%2C45327%2C1730981972414.1730981974428 to pos 1238, reset compression=false 2024-11-07T12:19:56,586 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,34315,1730981976162.replicationSource.wal-reader.87fb68174c52%2C34315%2C1730981976162,1-87fb68174c52,34315,1730981976162 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44975/user/jenkins/test-data/f941b3eb-a2d0-2f7c-4a24-9ec6e2993f2c/WALs/87fb68174c52,34315,1730981976162/87fb68174c52%2C34315%2C1730981976162.1730981977775 to pos 1237, reset compression=false 2024-11-07T12:19:56,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35319 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-07T12:19:56,604 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: DISABLE_REPLICATION_PEER, peerId: 1 completed 2024-11-07T12:19:56,605 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T12:19:56,605 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.disablePeer(TestMasterReplication.java:639) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:274) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T12:19:56,605 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:19:56,605 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:19:56,605 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T12:19:56,608 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row3. IsDeleteReplication:false 2024-11-07T12:19:57,104 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,45327,1730981972414.replicationSource.wal-reader.87fb68174c52%2C45327%2C1730981972414,1-87fb68174c52,45327,1730981972414 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35299/user/jenkins/test-data/c1b001e6-0289-755f-1dfb-a75ad48187fa/WALs/87fb68174c52,45327,1730981972414/87fb68174c52%2C45327%2C1730981972414.1730981974428 to pos 1238, reset compression=false 2024-11-07T12:19:57,108 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,45327,1730981972414.replicationSource.wal-reader.87fb68174c52%2C45327%2C1730981972414,1-87fb68174c52,45327,1730981972414 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-07T12:19:57,108 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,45327,1730981972414.replicationSource.wal-reader.87fb68174c52%2C45327%2C1730981972414,1-87fb68174c52,45327,1730981972414 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35299/user/jenkins/test-data/c1b001e6-0289-755f-1dfb-a75ad48187fa/WALs/87fb68174c52,45327,1730981972414/87fb68174c52%2C45327%2C1730981972414.1730981974428 to pos 1342, reset compression=false 2024-11-07T12:19:57,108 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,45327,1730981972414.replicationSource.shipper87fb68174c52%2C45327%2C1730981972414,1-87fb68174c52,45327,1730981972414 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-87fb68174c52,45327,1730981972414 got entry batch from reader: WALEntryBatch [walEntries=[{test/c8a16366547304c470bdd1c222467918/10=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:35299/user/jenkins/test-data/c1b001e6-0289-755f-1dfb-a75ad48187fa/WALs/87fb68174c52,45327,1730981972414/87fb68174c52%2C45327%2C1730981972414.1730981974428, lastWalPosition=1342, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-07T12:19:57,109 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34315 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-07T12:19:57,112 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34315 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-07T12:19:57,189 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,34315,1730981976162.replicationSource.wal-reader.87fb68174c52%2C34315%2C1730981976162,1-87fb68174c52,34315,1730981976162 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44975/user/jenkins/test-data/f941b3eb-a2d0-2f7c-4a24-9ec6e2993f2c/WALs/87fb68174c52,34315,1730981976162/87fb68174c52%2C34315%2C1730981976162.1730981977775 to pos 1237, reset compression=false 2024-11-07T12:19:57,193 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,34315,1730981976162.replicationSource.wal-reader.87fb68174c52%2C34315%2C1730981976162,1-87fb68174c52,34315,1730981976162 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-07T12:19:57,193 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,34315,1730981976162.replicationSource.wal-reader.87fb68174c52%2C34315%2C1730981976162,1-87fb68174c52,34315,1730981976162 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44975/user/jenkins/test-data/f941b3eb-a2d0-2f7c-4a24-9ec6e2993f2c/WALs/87fb68174c52,34315,1730981976162/87fb68174c52%2C34315%2C1730981976162.1730981977775 to pos 1364, reset compression=false 2024-11-07T12:19:57,193 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,34315,1730981976162.replicationSource.shipper87fb68174c52%2C34315%2C1730981976162,1-87fb68174c52,34315,1730981976162 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-87fb68174c52,34315,1730981976162 got entry batch from reader: WALEntryBatch [walEntries=[{test/9ac0bab2a76218f4161db286e97798aa/10=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:44975/user/jenkins/test-data/f941b3eb-a2d0-2f7c-4a24-9ec6e2993f2c/WALs/87fb68174c52,34315,1730981976162/87fb68174c52%2C34315%2C1730981976162.1730981977775, lastWalPosition=1364, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-07T12:19:57,194 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45611 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-07T12:19:57,197 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45611 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-07T12:19:57,311 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,45327,1730981972414.replicationSource.wal-reader.87fb68174c52%2C45327%2C1730981972414,1-87fb68174c52,45327,1730981972414 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35299/user/jenkins/test-data/c1b001e6-0289-755f-1dfb-a75ad48187fa/WALs/87fb68174c52,45327,1730981972414/87fb68174c52%2C45327%2C1730981972414.1730981974428 to pos 1342, reset compression=false 2024-11-07T12:19:57,397 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,34315,1730981976162.replicationSource.wal-reader.87fb68174c52%2C34315%2C1730981976162,1-87fb68174c52,34315,1730981976162 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44975/user/jenkins/test-data/f941b3eb-a2d0-2f7c-4a24-9ec6e2993f2c/WALs/87fb68174c52,34315,1730981976162/87fb68174c52%2C34315%2C1730981976162.1730981977775 to pos 1364, reset compression=false 2024-11-07T12:19:57,610 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row3. IsDeleteReplication:false 2024-11-07T12:19:57,612 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b2c8821, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:19:57,612 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 87fb68174c52,35319,-1 for getting cluster id 2024-11-07T12:19:57,612 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T12:19:57,613 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dc857e4c-1e13-4c84-b7fb-bca98fa843b6' 2024-11-07T12:19:57,613 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T12:19:57,613 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dc857e4c-1e13-4c84-b7fb-bca98fa843b6" 2024-11-07T12:19:57,613 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c9a4981, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:19:57,613 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [87fb68174c52,35319,-1] 2024-11-07T12:19:57,614 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T12:19:57,614 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:19:57,615 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34428, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T12:19:57,615 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,45327,1730981972414.replicationSource.wal-reader.87fb68174c52%2C45327%2C1730981972414,1-87fb68174c52,45327,1730981972414 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35299/user/jenkins/test-data/c1b001e6-0289-755f-1dfb-a75ad48187fa/WALs/87fb68174c52,45327,1730981972414/87fb68174c52%2C45327%2C1730981972414.1730981974428 to pos 1342, reset compression=false 2024-11-07T12:19:57,615 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@209f4a1c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:19:57,618 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T12:19:57,619 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncConnectionImpl(321): The fetched master address is 87fb68174c52,35319,1730981979719 2024-11-07T12:19:57,619 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@198c09f6 2024-11-07T12:19:57,619 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T12:19:57,621 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34444, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-07T12:19:57,621 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35319 {}] master.HMaster(3986): Client=jenkins//172.17.0.3 enable replication peer, id=1 2024-11-07T12:19:57,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35319 {}] procedure2.ProcedureExecutor(1139): Stored pid=14, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure 2024-11-07T12:19:57,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35319 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-07T12:19:57,628 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-07T12:19:57,701 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,34315,1730981976162.replicationSource.wal-reader.87fb68174c52%2C34315%2C1730981976162,1-87fb68174c52,34315,1730981976162 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44975/user/jenkins/test-data/f941b3eb-a2d0-2f7c-4a24-9ec6e2993f2c/WALs/87fb68174c52,34315,1730981976162/87fb68174c52%2C34315%2C1730981976162.1730981977775 to pos 1364, reset compression=false 2024-11-07T12:19:57,705 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,34315,1730981976162.replicationSource.wal-reader.87fb68174c52%2C34315%2C1730981976162,1-87fb68174c52,34315,1730981976162 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-07T12:19:57,705 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,34315,1730981976162.replicationSource.wal-reader.87fb68174c52%2C34315%2C1730981976162,1-87fb68174c52,34315,1730981976162 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44975/user/jenkins/test-data/f941b3eb-a2d0-2f7c-4a24-9ec6e2993f2c/WALs/87fb68174c52,34315,1730981976162/87fb68174c52%2C34315%2C1730981976162.1730981977775 to pos 1468, reset compression=false 2024-11-07T12:19:57,705 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,34315,1730981976162.replicationSource.shipper87fb68174c52%2C34315%2C1730981976162,1-87fb68174c52,34315,1730981976162 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-87fb68174c52,34315,1730981976162 got entry batch from reader: WALEntryBatch [walEntries=[{test/9ac0bab2a76218f4161db286e97798aa/11=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:44975/user/jenkins/test-data/f941b3eb-a2d0-2f7c-4a24-9ec6e2993f2c/WALs/87fb68174c52,34315,1730981976162/87fb68174c52%2C34315%2C1730981976162.1730981977775, lastWalPosition=1468, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-07T12:19:57,706 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45611 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-07T12:19:57,708 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45611 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-07T12:19:57,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35319 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-07T12:19:57,780 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45611 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=15 2024-11-07T12:19:57,781 INFO [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ENABLE_PEER 2024-11-07T12:19:57,781 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-07T12:19:57,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35319 {}] master.HMaster(4169): Remote procedure done, pid=15 2024-11-07T12:19:57,784 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ENABLE on 87fb68174c52,45611,1730981979865 suceeded 2024-11-07T12:19:57,786 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14 2024-11-07T12:19:57,786 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 156 msec 2024-11-07T12:19:57,786 INFO [PEWorker-5 {}] replication.EnablePeerProcedure(67): Successfully enabled peer 1 2024-11-07T12:19:57,787 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure in 165 msec 2024-11-07T12:19:57,878 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,45611,1730981979865.replicationSource.wal-reader.87fb68174c52%2C45611%2C1730981979865,1-87fb68174c52,45611,1730981979865 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:35867/user/jenkins/test-data/402164a5-77f2-857f-cbd8-8905dd642bd5/WALs/87fb68174c52,45611,1730981979865/87fb68174c52%2C45611%2C1730981979865.1730981980925, startPosition=1235, beingWritten=true 2024-11-07T12:19:57,882 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,45611,1730981979865.replicationSource.wal-reader.87fb68174c52%2C45611%2C1730981979865,1-87fb68174c52,45611,1730981979865 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-07T12:19:57,882 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,45611,1730981979865.replicationSource.wal-reader.87fb68174c52%2C45611%2C1730981979865,1-87fb68174c52,45611,1730981979865 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35867/user/jenkins/test-data/402164a5-77f2-857f-cbd8-8905dd642bd5/WALs/87fb68174c52,45611,1730981979865/87fb68174c52%2C45611%2C1730981979865.1730981980925 to pos 1512, reset compression=false 2024-11-07T12:19:57,882 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,45611,1730981979865.replicationSource.shipper87fb68174c52%2C45611%2C1730981979865,1-87fb68174c52,45611,1730981979865 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-87fb68174c52,45611,1730981979865 got entry batch from reader: WALEntryBatch [walEntries=[{test/0cf95a346f7815d42967c594f9a5152f/11=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:35867/user/jenkins/test-data/402164a5-77f2-857f-cbd8-8905dd642bd5/WALs/87fb68174c52,45611,1730981979865/87fb68174c52%2C45611%2C1730981979865.1730981980925, lastWalPosition=1512, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-07T12:19:57,885 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,45611,1730981979865.replicationSource.shipper87fb68174c52%2C45611%2C1730981979865,1-87fb68174c52,45611,1730981979865 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-07T12:19:57,886 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34626, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService 2024-11-07T12:19:57,886 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45327 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-07T12:19:57,889 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45327 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-07T12:19:57,908 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,34315,1730981976162.replicationSource.wal-reader.87fb68174c52%2C34315%2C1730981976162,1-87fb68174c52,34315,1730981976162 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44975/user/jenkins/test-data/f941b3eb-a2d0-2f7c-4a24-9ec6e2993f2c/WALs/87fb68174c52,34315,1730981976162/87fb68174c52%2C34315%2C1730981976162.1730981977775 to pos 1468, reset compression=false 2024-11-07T12:19:57,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35319 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-07T12:19:57,945 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ENABLE_REPLICATION_PEER, peerId: 1 completed 2024-11-07T12:19:57,946 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T12:19:57,946 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.enablePeer(TestMasterReplication.java:646) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:281) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T12:19:57,946 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:19:57,946 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:19:57,946 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T12:19:57,949 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row4. IsDeleteReplication:false 2024-11-07T12:19:57,949 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-07T12:19:57,949 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T12:19:57,949 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T12:19:57,949 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:19:57,949 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:19:57,949 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-07T12:19:57,949 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=934449022, stopped=false 2024-11-07T12:19:57,949 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=87fb68174c52,35319,1730981979719 2024-11-07T12:19:57,950 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T12:19:57,952 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35319-0x1001a2ed1660006, quorum=127.0.0.1:58515, baseZNode=/2424862328 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2424862328/running 2024-11-07T12:19:57,952 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45611-0x1001a2ed1660007, quorum=127.0.0.1:58515, baseZNode=/2424862328 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2424862328/running 2024-11-07T12:19:57,952 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45611-0x1001a2ed1660007, quorum=127.0.0.1:58515, baseZNode=/2424862328 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2424862328 2024-11-07T12:19:57,952 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35319-0x1001a2ed1660006, quorum=127.0.0.1:58515, baseZNode=/2424862328 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2424862328 2024-11-07T12:19:57,952 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-07T12:19:57,952 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T12:19:57,952 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35319-0x1001a2ed1660006, quorum=127.0.0.1:58515, baseZNode=/2424862328 Set watcher on znode that does not yet exist, /2424862328/running 2024-11-07T12:19:57,952 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T12:19:57,952 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45611-0x1001a2ed1660007, quorum=127.0.0.1:58515, baseZNode=/2424862328 Set watcher on znode that does not yet exist, /2424862328/running 2024-11-07T12:19:57,952 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:19:57,952 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '87fb68174c52,45611,1730981979865' ***** 2024-11-07T12:19:57,952 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-07T12:19:57,953 INFO [RS:0;87fb68174c52:45611 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-07T12:19:57,954 INFO [RS:0;87fb68174c52:45611 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-07T12:19:57,954 INFO [RS:0;87fb68174c52:45611 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-07T12:19:57,954 INFO [RS:0;87fb68174c52:45611 {}] regionserver.HRegionServer(3091): Received CLOSE for 0cf95a346f7815d42967c594f9a5152f 2024-11-07T12:19:57,954 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-07T12:19:57,954 INFO [RS:0;87fb68174c52:45611 {}] regionserver.HRegionServer(3091): Received CLOSE for af611a47a86cd92bf936311c05102d7d 2024-11-07T12:19:57,954 INFO [RS:0;87fb68174c52:45611 {}] regionserver.HRegionServer(959): stopping server 87fb68174c52,45611,1730981979865 2024-11-07T12:19:57,954 INFO [RS:0;87fb68174c52:45611 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-07T12:19:57,954 INFO [RS:0;87fb68174c52:45611 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;87fb68174c52:45611. 2024-11-07T12:19:57,954 DEBUG [RS:0;87fb68174c52:45611 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T12:19:57,954 DEBUG [RS:0;87fb68174c52:45611 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:19:57,955 INFO [RS:0;87fb68174c52:45611 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-07T12:19:57,955 INFO [RS:0;87fb68174c52:45611 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-07T12:19:57,955 INFO [RS:0;87fb68174c52:45611 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-07T12:19:57,955 INFO [RS:0;87fb68174c52:45611 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-07T12:19:57,955 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0cf95a346f7815d42967c594f9a5152f, disabling compactions & flushes 2024-11-07T12:19:57,955 INFO [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1730981983767.0cf95a346f7815d42967c594f9a5152f. 2024-11-07T12:19:57,955 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1730981983767.0cf95a346f7815d42967c594f9a5152f. 2024-11-07T12:19:57,955 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1730981983767.0cf95a346f7815d42967c594f9a5152f. after waiting 0 ms 2024-11-07T12:19:57,955 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1730981983767.0cf95a346f7815d42967c594f9a5152f. 2024-11-07T12:19:57,955 INFO [RS:0;87fb68174c52:45611 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-07T12:19:57,955 DEBUG [RS:0;87fb68174c52:45611 {}] regionserver.HRegionServer(1325): Online Regions={0cf95a346f7815d42967c594f9a5152f=test,,1730981983767.0cf95a346f7815d42967c594f9a5152f., 1588230740=hbase:meta,,1.1588230740, af611a47a86cd92bf936311c05102d7d=hbase:replication,,1730981988730.af611a47a86cd92bf936311c05102d7d.} 2024-11-07T12:19:57,955 DEBUG [RS:0;87fb68174c52:45611 {}] regionserver.HRegionServer(1351): Waiting on 0cf95a346f7815d42967c594f9a5152f, 1588230740, af611a47a86cd92bf936311c05102d7d 2024-11-07T12:19:57,956 INFO [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 0cf95a346f7815d42967c594f9a5152f 3/3 column families, dataSize=342 B heapSize=1.99 KB 2024-11-07T12:19:57,969 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-07T12:19:57,969 INFO [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-07T12:19:57,969 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-07T12:19:57,969 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-07T12:19:57,969 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-07T12:19:57,969 INFO [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-07T12:19:57,980 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35867/user/jenkins/test-data/402164a5-77f2-857f-cbd8-8905dd642bd5/data/default/test/0cf95a346f7815d42967c594f9a5152f/.tmp/f/dc697cc25e16408988eec94615c9f5fe is 37, key is row3/f:row3/1730981996606/Put/seqid=0 2024-11-07T12:19:57,986 INFO [regionserver/87fb68174c52:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-07T12:19:57,992 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35867/user/jenkins/test-data/402164a5-77f2-857f-cbd8-8905dd642bd5/data/hbase/meta/1588230740/.tmp/info/bef52df76a32437bba7f4cd33e477366 is 147, key is hbase:replication,,1730981988730.af611a47a86cd92bf936311c05102d7d./info:regioninfo/1730981989514/Put/seqid=0 2024-11-07T12:19:58,001 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37301 is added to blk_1073741840_1016 (size=5228) 2024-11-07T12:19:58,002 INFO [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:35867/user/jenkins/test-data/402164a5-77f2-857f-cbd8-8905dd642bd5/data/default/test/0cf95a346f7815d42967c594f9a5152f/.tmp/f/dc697cc25e16408988eec94615c9f5fe 2024-11-07T12:19:58,007 INFO [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for dc697cc25e16408988eec94615c9f5fe 2024-11-07T12:19:58,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37301 is added to blk_1073741841_1017 (size=7686) 2024-11-07T12:19:58,021 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,45327,1730981972414.replicationSource.wal-reader.87fb68174c52%2C45327%2C1730981972414,1-87fb68174c52,45327,1730981972414 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35299/user/jenkins/test-data/c1b001e6-0289-755f-1dfb-a75ad48187fa/WALs/87fb68174c52,45327,1730981972414/87fb68174c52%2C45327%2C1730981972414.1730981974428 to pos 1342, reset compression=false 2024-11-07T12:19:58,025 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35867/user/jenkins/test-data/402164a5-77f2-857f-cbd8-8905dd642bd5/data/default/test/0cf95a346f7815d42967c594f9a5152f/.tmp/f1/0091a767ef2d4fe8b93cca7bf9bc2c94 is 30, key is row1/f1:/1730981993946/DeleteFamily/seqid=0 2024-11-07T12:19:58,026 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,45327,1730981972414.replicationSource.wal-reader.87fb68174c52%2C45327%2C1730981972414,1-87fb68174c52,45327,1730981972414 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-07T12:19:58,026 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,45327,1730981972414.replicationSource.wal-reader.87fb68174c52%2C45327%2C1730981972414,1-87fb68174c52,45327,1730981972414 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35299/user/jenkins/test-data/c1b001e6-0289-755f-1dfb-a75ad48187fa/WALs/87fb68174c52,45327,1730981972414/87fb68174c52%2C45327%2C1730981972414.1730981974428 to pos 1493, reset compression=false 2024-11-07T12:19:58,026 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,45327,1730981972414.replicationSource.shipper87fb68174c52%2C45327%2C1730981972414,1-87fb68174c52,45327,1730981972414 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-87fb68174c52,45327,1730981972414 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35299/user/jenkins/test-data/c1b001e6-0289-755f-1dfb-a75ad48187fa/WALs/87fb68174c52,45327,1730981972414/87fb68174c52%2C45327%2C1730981972414.1730981974428, lastWalPosition=1493, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-07T12:19:58,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37301 is added to blk_1073741842_1018 (size=5158) 2024-11-07T12:19:58,086 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,45611,1730981979865.replicationSource.wal-reader.87fb68174c52%2C45611%2C1730981979865,1-87fb68174c52,45611,1730981979865 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35867/user/jenkins/test-data/402164a5-77f2-857f-cbd8-8905dd642bd5/WALs/87fb68174c52,45611,1730981979865/87fb68174c52%2C45611%2C1730981979865.1730981980925 to pos 1512, reset compression=false 2024-11-07T12:19:58,091 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,45611,1730981979865.replicationSource.wal-reader.87fb68174c52%2C45611%2C1730981979865,1-87fb68174c52,45611,1730981979865 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-07T12:19:58,092 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,45611,1730981979865.replicationSource.wal-reader.87fb68174c52%2C45611%2C1730981979865,1-87fb68174c52,45611,1730981979865 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35867/user/jenkins/test-data/402164a5-77f2-857f-cbd8-8905dd642bd5/WALs/87fb68174c52,45611,1730981979865/87fb68174c52%2C45611%2C1730981979865.1730981980925 to pos 1759, reset compression=false 2024-11-07T12:19:58,092 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,45611,1730981979865.replicationSource.shipper87fb68174c52%2C45611%2C1730981979865,1-87fb68174c52,45611,1730981979865 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-87fb68174c52,45611,1730981979865 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35867/user/jenkins/test-data/402164a5-77f2-857f-cbd8-8905dd642bd5/WALs/87fb68174c52,45611,1730981979865/87fb68174c52%2C45611%2C1730981979865.1730981980925, lastWalPosition=1759, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-07T12:19:58,093 ERROR [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,45611,1730981979865.replicationSource.shipper87fb68174c52%2C45611%2C1730981979865,1-87fb68174c52,45611,1730981979865 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 87fb68174c52,45611,1730981979865: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-87fb68174c52,45611,1730981979865, walGroup=87fb68174c52%2C45611%2C1730981979865, offset=87fb68174c52%2C45611%2C1730981979865.1730981980925:1759, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=87fb68174c52:45611 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-07T12:19:58,095 ERROR [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,45611,1730981979865.replicationSource.shipper87fb68174c52%2C45611%2C1730981979865,1-87fb68174c52,45611,1730981979865 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-07T12:19:58,095 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,45611,1730981979865.replicationSource.shipper87fb68174c52%2C45611%2C1730981979865,1-87fb68174c52,45611,1730981979865 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-07T12:19:58,096 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,45611,1730981979865.replicationSource.shipper87fb68174c52%2C45611%2C1730981979865,1-87fb68174c52,45611,1730981979865 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-07T12:19:58,096 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,45611,1730981979865.replicationSource.shipper87fb68174c52%2C45611%2C1730981979865,1-87fb68174c52,45611,1730981979865 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-07T12:19:58,096 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,45611,1730981979865.replicationSource.shipper87fb68174c52%2C45611%2C1730981979865,1-87fb68174c52,45611,1730981979865 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-07T12:19:58,096 INFO [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,45611,1730981979865.replicationSource.shipper87fb68174c52%2C45611%2C1730981979865,1-87fb68174c52,45611,1730981979865 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1153433600, "init": 1048576000, "max": 2306867200, "used": 789896088 }, "NonHeapMemoryUsage": { "committed": 199884800, "init": 7667712, "max": -1, "used": 197080960 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-07T12:19:58,097 WARN [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,45611,1730981979865.replicationSource.shipper87fb68174c52%2C45611%2C1730981979865,1-87fb68174c52,45611,1730981979865 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=87fb68174c52:35319 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=87fb68174c52:35319 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-07T12:19:58,156 DEBUG [RS:0;87fb68174c52:45611 {}] regionserver.HRegionServer(1351): Waiting on 0cf95a346f7815d42967c594f9a5152f, 1588230740, af611a47a86cd92bf936311c05102d7d 2024-11-07T12:19:58,213 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,34315,1730981976162.replicationSource.wal-reader.87fb68174c52%2C34315%2C1730981976162,1-87fb68174c52,34315,1730981976162 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44975/user/jenkins/test-data/f941b3eb-a2d0-2f7c-4a24-9ec6e2993f2c/WALs/87fb68174c52,34315,1730981976162/87fb68174c52%2C34315%2C1730981976162.1730981977775 to pos 1468, reset compression=false 2024-11-07T12:19:58,238 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,45327,1730981972414.replicationSource.wal-reader.87fb68174c52%2C45327%2C1730981972414,1-87fb68174c52,45327,1730981972414 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35299/user/jenkins/test-data/c1b001e6-0289-755f-1dfb-a75ad48187fa/WALs/87fb68174c52,45327,1730981972414/87fb68174c52%2C45327%2C1730981972414.1730981974428 to pos 1493, reset compression=false 2024-11-07T12:19:58,297 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,45611,1730981979865.replicationSource.wal-reader.87fb68174c52%2C45611%2C1730981979865,1-87fb68174c52,45611,1730981979865 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35867/user/jenkins/test-data/402164a5-77f2-857f-cbd8-8905dd642bd5/WALs/87fb68174c52,45611,1730981979865/87fb68174c52%2C45611%2C1730981979865.1730981980925 to pos 1759, reset compression=false 2024-11-07T12:19:58,356 DEBUG [RS:0;87fb68174c52:45611 {}] regionserver.HRegionServer(1351): Waiting on 0cf95a346f7815d42967c594f9a5152f, 1588230740, af611a47a86cd92bf936311c05102d7d 2024-11-07T12:19:58,412 INFO [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35867/user/jenkins/test-data/402164a5-77f2-857f-cbd8-8905dd642bd5/data/hbase/meta/1588230740/.tmp/info/bef52df76a32437bba7f4cd33e477366 2024-11-07T12:19:58,435 INFO [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:35867/user/jenkins/test-data/402164a5-77f2-857f-cbd8-8905dd642bd5/data/default/test/0cf95a346f7815d42967c594f9a5152f/.tmp/f1/0091a767ef2d4fe8b93cca7bf9bc2c94 2024-11-07T12:19:58,437 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35867/user/jenkins/test-data/402164a5-77f2-857f-cbd8-8905dd642bd5/data/hbase/meta/1588230740/.tmp/ns/ffb50de72c1c48b5bce62ce1884e2c30 is 43, key is default/ns:d/1730981981893/Put/seqid=0 2024-11-07T12:19:58,440 INFO [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0091a767ef2d4fe8b93cca7bf9bc2c94 2024-11-07T12:19:58,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37301 is added to blk_1073741843_1019 (size=5153) 2024-11-07T12:19:58,472 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35867/user/jenkins/test-data/402164a5-77f2-857f-cbd8-8905dd642bd5/data/default/test/0cf95a346f7815d42967c594f9a5152f/.tmp/norep/c7b0b7e6d0c046059e24e7d520e50e7e is 33, key is row2/norep:/1730981994953/DeleteFamily/seqid=0 2024-11-07T12:19:58,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37301 is added to blk_1073741844_1020 (size=5108) 2024-11-07T12:19:58,483 INFO [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:35867/user/jenkins/test-data/402164a5-77f2-857f-cbd8-8905dd642bd5/data/default/test/0cf95a346f7815d42967c594f9a5152f/.tmp/norep/c7b0b7e6d0c046059e24e7d520e50e7e 2024-11-07T12:19:58,488 INFO [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c7b0b7e6d0c046059e24e7d520e50e7e 2024-11-07T12:19:58,489 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35867/user/jenkins/test-data/402164a5-77f2-857f-cbd8-8905dd642bd5/data/default/test/0cf95a346f7815d42967c594f9a5152f/.tmp/f/dc697cc25e16408988eec94615c9f5fe as hdfs://localhost:35867/user/jenkins/test-data/402164a5-77f2-857f-cbd8-8905dd642bd5/data/default/test/0cf95a346f7815d42967c594f9a5152f/f/dc697cc25e16408988eec94615c9f5fe 2024-11-07T12:19:58,494 INFO [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for dc697cc25e16408988eec94615c9f5fe 2024-11-07T12:19:58,494 INFO [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35867/user/jenkins/test-data/402164a5-77f2-857f-cbd8-8905dd642bd5/data/default/test/0cf95a346f7815d42967c594f9a5152f/f/dc697cc25e16408988eec94615c9f5fe, entries=5, sequenceid=12, filesize=5.1 K 2024-11-07T12:19:58,495 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35867/user/jenkins/test-data/402164a5-77f2-857f-cbd8-8905dd642bd5/data/default/test/0cf95a346f7815d42967c594f9a5152f/.tmp/f1/0091a767ef2d4fe8b93cca7bf9bc2c94 as hdfs://localhost:35867/user/jenkins/test-data/402164a5-77f2-857f-cbd8-8905dd642bd5/data/default/test/0cf95a346f7815d42967c594f9a5152f/f1/0091a767ef2d4fe8b93cca7bf9bc2c94 2024-11-07T12:19:58,503 INFO [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0091a767ef2d4fe8b93cca7bf9bc2c94 2024-11-07T12:19:58,504 INFO [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35867/user/jenkins/test-data/402164a5-77f2-857f-cbd8-8905dd642bd5/data/default/test/0cf95a346f7815d42967c594f9a5152f/f1/0091a767ef2d4fe8b93cca7bf9bc2c94, entries=3, sequenceid=12, filesize=5.0 K 2024-11-07T12:19:58,505 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35867/user/jenkins/test-data/402164a5-77f2-857f-cbd8-8905dd642bd5/data/default/test/0cf95a346f7815d42967c594f9a5152f/.tmp/norep/c7b0b7e6d0c046059e24e7d520e50e7e as hdfs://localhost:35867/user/jenkins/test-data/402164a5-77f2-857f-cbd8-8905dd642bd5/data/default/test/0cf95a346f7815d42967c594f9a5152f/norep/c7b0b7e6d0c046059e24e7d520e50e7e 2024-11-07T12:19:58,509 INFO [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c7b0b7e6d0c046059e24e7d520e50e7e 2024-11-07T12:19:58,510 INFO [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35867/user/jenkins/test-data/402164a5-77f2-857f-cbd8-8905dd642bd5/data/default/test/0cf95a346f7815d42967c594f9a5152f/norep/c7b0b7e6d0c046059e24e7d520e50e7e, entries=1, sequenceid=12, filesize=5.0 K 2024-11-07T12:19:58,511 INFO [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 0cf95a346f7815d42967c594f9a5152f in 555ms, sequenceid=12, compaction requested=false 2024-11-07T12:19:58,518 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35867/user/jenkins/test-data/402164a5-77f2-857f-cbd8-8905dd642bd5/data/default/test/0cf95a346f7815d42967c594f9a5152f/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-07T12:19:58,520 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-07T12:19:58,520 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-07T12:19:58,520 INFO [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1730981983767.0cf95a346f7815d42967c594f9a5152f. 2024-11-07T12:19:58,520 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0cf95a346f7815d42967c594f9a5152f: Waiting for close lock at 1730981997954Running coprocessor pre-close hooks at 1730981997954Disabling compacts and flushes for region at 1730981997954Disabling writes for close at 1730981997955 (+1 ms)Obtaining lock to block concurrent updates at 1730981997956 (+1 ms)Preparing flush snapshotting stores in 0cf95a346f7815d42967c594f9a5152f at 1730981997956Finished memstore snapshotting test,,1730981983767.0cf95a346f7815d42967c594f9a5152f., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1730981997957 (+1 ms)Flushing stores of test,,1730981983767.0cf95a346f7815d42967c594f9a5152f. at 1730981997958 (+1 ms)Flushing 0cf95a346f7815d42967c594f9a5152f/f: creating writer at 1730981997958Flushing 0cf95a346f7815d42967c594f9a5152f/f: appending metadata at 1730981997980 (+22 ms)Flushing 0cf95a346f7815d42967c594f9a5152f/f: closing flushed file at 1730981997980Flushing 0cf95a346f7815d42967c594f9a5152f/f1: creating writer at 1730981998007 (+27 ms)Flushing 0cf95a346f7815d42967c594f9a5152f/f1: appending metadata at 1730981998025 (+18 ms)Flushing 0cf95a346f7815d42967c594f9a5152f/f1: closing flushed file at 1730981998025Flushing 0cf95a346f7815d42967c594f9a5152f/norep: creating writer at 1730981998440 (+415 ms)Flushing 0cf95a346f7815d42967c594f9a5152f/norep: appending metadata at 1730981998471 (+31 ms)Flushing 0cf95a346f7815d42967c594f9a5152f/norep: closing flushed file at 1730981998471Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6d4d52b4: reopening flushed file at 1730981998489 (+18 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@69301f8b: reopening flushed file at 1730981998494 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5657d1dd: reopening flushed file at 1730981998504 (+10 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 0cf95a346f7815d42967c594f9a5152f in 555ms, sequenceid=12, compaction requested=false at 1730981998511 (+7 ms)Writing region close event to WAL at 1730981998515 (+4 ms)Running coprocessor post-close hooks at 1730981998520 (+5 ms)Closed at 1730981998520 2024-11-07T12:19:58,521 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1730981983767.0cf95a346f7815d42967c594f9a5152f. 2024-11-07T12:19:58,521 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing af611a47a86cd92bf936311c05102d7d, disabling compactions & flushes 2024-11-07T12:19:58,521 INFO [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1730981988730.af611a47a86cd92bf936311c05102d7d. 2024-11-07T12:19:58,521 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1730981988730.af611a47a86cd92bf936311c05102d7d. 2024-11-07T12:19:58,521 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1730981988730.af611a47a86cd92bf936311c05102d7d. after waiting 0 ms 2024-11-07T12:19:58,521 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1730981988730.af611a47a86cd92bf936311c05102d7d. 2024-11-07T12:19:58,521 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for af611a47a86cd92bf936311c05102d7d: Waiting for close lock at 1730981998521Running coprocessor pre-close hooks at 1730981998521Disabling compacts and flushes for region at 1730981998521Disabling writes for close at 1730981998521Failed flush hbase:replication,,1730981988730.af611a47a86cd92bf936311c05102d7d., putting online again at 1730981998521 2024-11-07T12:19:58,521 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1730981988730.af611a47a86cd92bf936311c05102d7d. 2024-11-07T12:19:58,543 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,45327,1730981972414.replicationSource.wal-reader.87fb68174c52%2C45327%2C1730981972414,1-87fb68174c52,45327,1730981972414 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35299/user/jenkins/test-data/c1b001e6-0289-755f-1dfb-a75ad48187fa/WALs/87fb68174c52,45327,1730981972414/87fb68174c52%2C45327%2C1730981972414.1730981974428 to pos 1493, reset compression=false 2024-11-07T12:19:58,556 INFO [RS:0;87fb68174c52:45611 {}] regionserver.HRegionServer(3091): Received CLOSE for af611a47a86cd92bf936311c05102d7d 2024-11-07T12:19:58,556 DEBUG [RS:0;87fb68174c52:45611 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, af611a47a86cd92bf936311c05102d7d 2024-11-07T12:19:58,556 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing af611a47a86cd92bf936311c05102d7d, disabling compactions & flushes 2024-11-07T12:19:58,556 INFO [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1730981988730.af611a47a86cd92bf936311c05102d7d. 2024-11-07T12:19:58,556 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1730981988730.af611a47a86cd92bf936311c05102d7d. 2024-11-07T12:19:58,556 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1730981988730.af611a47a86cd92bf936311c05102d7d. after waiting 0 ms 2024-11-07T12:19:58,556 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1730981988730.af611a47a86cd92bf936311c05102d7d. 2024-11-07T12:19:58,557 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for af611a47a86cd92bf936311c05102d7d: Waiting for close lock at 1730981998556Running coprocessor pre-close hooks at 1730981998556Disabling compacts and flushes for region at 1730981998556Disabling writes for close at 1730981998556Failed flush hbase:replication,,1730981988730.af611a47a86cd92bf936311c05102d7d., putting online again at 1730981998557 (+1 ms) 2024-11-07T12:19:58,557 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1730981988730.af611a47a86cd92bf936311c05102d7d. 2024-11-07T12:19:58,610 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,45611,1730981979865.replicationSource.wal-reader.87fb68174c52%2C45611%2C1730981979865,1-87fb68174c52,45611,1730981979865 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35867/user/jenkins/test-data/402164a5-77f2-857f-cbd8-8905dd642bd5/WALs/87fb68174c52,45611,1730981979865/87fb68174c52%2C45611%2C1730981979865.1730981980925 to pos 1759, reset compression=false 2024-11-07T12:19:58,617 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,45611,1730981979865.replicationSource.wal-reader.87fb68174c52%2C45611%2C1730981979865,1-87fb68174c52,45611,1730981979865 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-07T12:19:58,617 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,45611,1730981979865.replicationSource.wal-reader.87fb68174c52%2C45611%2C1730981979865,1-87fb68174c52,45611,1730981979865 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35867/user/jenkins/test-data/402164a5-77f2-857f-cbd8-8905dd642bd5/WALs/87fb68174c52,45611,1730981979865/87fb68174c52%2C45611%2C1730981979865.1730981980925 to pos 2403, reset compression=false 2024-11-07T12:19:58,618 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,34315,1730981976162.replicationSource.wal-reader.87fb68174c52%2C34315%2C1730981976162,1-87fb68174c52,34315,1730981976162 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44975/user/jenkins/test-data/f941b3eb-a2d0-2f7c-4a24-9ec6e2993f2c/WALs/87fb68174c52,34315,1730981976162/87fb68174c52%2C34315%2C1730981976162.1730981977775 to pos 1468, reset compression=false 2024-11-07T12:19:58,756 DEBUG [RS:0;87fb68174c52:45611 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-07T12:19:58,784 INFO [regionserver/87fb68174c52:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-07T12:19:58,784 INFO [regionserver/87fb68174c52:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-07T12:19:58,827 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,45611,1730981979865.replicationSource.wal-reader.87fb68174c52%2C45611%2C1730981979865,1-87fb68174c52,45611,1730981979865 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35867/user/jenkins/test-data/402164a5-77f2-857f-cbd8-8905dd642bd5/WALs/87fb68174c52,45611,1730981979865/87fb68174c52%2C45611%2C1730981979865.1730981980925 to pos 2403, reset compression=false 2024-11-07T12:19:58,854 INFO [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35867/user/jenkins/test-data/402164a5-77f2-857f-cbd8-8905dd642bd5/data/hbase/meta/1588230740/.tmp/ns/ffb50de72c1c48b5bce62ce1884e2c30 2024-11-07T12:19:58,876 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35867/user/jenkins/test-data/402164a5-77f2-857f-cbd8-8905dd642bd5/data/hbase/meta/1588230740/.tmp/rep_barrier/6527a34f9026408696dea5e4a02029b9 is 112, key is test,,1730981983767.0cf95a346f7815d42967c594f9a5152f./rep_barrier:seqnumDuringOpen/1730981984923/Put/seqid=0 2024-11-07T12:19:58,879 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37301 is added to blk_1073741845_1021 (size=5518) 2024-11-07T12:19:58,947 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,45327,1730981972414.replicationSource.wal-reader.87fb68174c52%2C45327%2C1730981972414,1-87fb68174c52,45327,1730981972414 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35299/user/jenkins/test-data/c1b001e6-0289-755f-1dfb-a75ad48187fa/WALs/87fb68174c52,45327,1730981972414/87fb68174c52%2C45327%2C1730981972414.1730981974428 to pos 1493, reset compression=false 2024-11-07T12:19:58,957 INFO [RS:0;87fb68174c52:45611 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-07T12:19:58,957 DEBUG [RS:0;87fb68174c52:45611 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, af611a47a86cd92bf936311c05102d7d=hbase:replication,,1730981988730.af611a47a86cd92bf936311c05102d7d.} 2024-11-07T12:19:58,957 DEBUG [RS:0;87fb68174c52:45611 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-07T12:19:59,128 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,34315,1730981976162.replicationSource.wal-reader.87fb68174c52%2C34315%2C1730981976162,1-87fb68174c52,34315,1730981976162 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44975/user/jenkins/test-data/f941b3eb-a2d0-2f7c-4a24-9ec6e2993f2c/WALs/87fb68174c52,34315,1730981976162/87fb68174c52%2C34315%2C1730981976162.1730981977775 to pos 1468, reset compression=false 2024-11-07T12:19:59,130 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,45611,1730981979865.replicationSource.wal-reader.87fb68174c52%2C45611%2C1730981979865,1-87fb68174c52,45611,1730981979865 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35867/user/jenkins/test-data/402164a5-77f2-857f-cbd8-8905dd642bd5/WALs/87fb68174c52,45611,1730981979865/87fb68174c52%2C45611%2C1730981979865.1730981980925 to pos 2403, reset compression=false 2024-11-07T12:19:59,157 DEBUG [RS:0;87fb68174c52:45611 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-07T12:19:59,280 INFO [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35867/user/jenkins/test-data/402164a5-77f2-857f-cbd8-8905dd642bd5/data/hbase/meta/1588230740/.tmp/rep_barrier/6527a34f9026408696dea5e4a02029b9 2024-11-07T12:19:59,297 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35867/user/jenkins/test-data/402164a5-77f2-857f-cbd8-8905dd642bd5/data/hbase/meta/1588230740/.tmp/table/853222f58a6040cabeb5311a07a7876d is 53, key is hbase:replication/table:state/1730981989523/Put/seqid=0 2024-11-07T12:19:59,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37301 is added to blk_1073741846_1022 (size=5308) 2024-11-07T12:19:59,301 INFO [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35867/user/jenkins/test-data/402164a5-77f2-857f-cbd8-8905dd642bd5/data/hbase/meta/1588230740/.tmp/table/853222f58a6040cabeb5311a07a7876d 2024-11-07T12:19:59,304 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35867/user/jenkins/test-data/402164a5-77f2-857f-cbd8-8905dd642bd5/data/hbase/meta/1588230740/.tmp/info/bef52df76a32437bba7f4cd33e477366 as hdfs://localhost:35867/user/jenkins/test-data/402164a5-77f2-857f-cbd8-8905dd642bd5/data/hbase/meta/1588230740/info/bef52df76a32437bba7f4cd33e477366 2024-11-07T12:19:59,308 INFO [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35867/user/jenkins/test-data/402164a5-77f2-857f-cbd8-8905dd642bd5/data/hbase/meta/1588230740/info/bef52df76a32437bba7f4cd33e477366, entries=20, sequenceid=16, filesize=7.5 K 2024-11-07T12:19:59,308 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35867/user/jenkins/test-data/402164a5-77f2-857f-cbd8-8905dd642bd5/data/hbase/meta/1588230740/.tmp/ns/ffb50de72c1c48b5bce62ce1884e2c30 as hdfs://localhost:35867/user/jenkins/test-data/402164a5-77f2-857f-cbd8-8905dd642bd5/data/hbase/meta/1588230740/ns/ffb50de72c1c48b5bce62ce1884e2c30 2024-11-07T12:19:59,312 INFO [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35867/user/jenkins/test-data/402164a5-77f2-857f-cbd8-8905dd642bd5/data/hbase/meta/1588230740/ns/ffb50de72c1c48b5bce62ce1884e2c30, entries=2, sequenceid=16, filesize=5.0 K 2024-11-07T12:19:59,313 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35867/user/jenkins/test-data/402164a5-77f2-857f-cbd8-8905dd642bd5/data/hbase/meta/1588230740/.tmp/rep_barrier/6527a34f9026408696dea5e4a02029b9 as hdfs://localhost:35867/user/jenkins/test-data/402164a5-77f2-857f-cbd8-8905dd642bd5/data/hbase/meta/1588230740/rep_barrier/6527a34f9026408696dea5e4a02029b9 2024-11-07T12:19:59,316 INFO [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35867/user/jenkins/test-data/402164a5-77f2-857f-cbd8-8905dd642bd5/data/hbase/meta/1588230740/rep_barrier/6527a34f9026408696dea5e4a02029b9, entries=1, sequenceid=16, filesize=5.4 K 2024-11-07T12:19:59,316 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35867/user/jenkins/test-data/402164a5-77f2-857f-cbd8-8905dd642bd5/data/hbase/meta/1588230740/.tmp/table/853222f58a6040cabeb5311a07a7876d as hdfs://localhost:35867/user/jenkins/test-data/402164a5-77f2-857f-cbd8-8905dd642bd5/data/hbase/meta/1588230740/table/853222f58a6040cabeb5311a07a7876d 2024-11-07T12:19:59,319 INFO [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35867/user/jenkins/test-data/402164a5-77f2-857f-cbd8-8905dd642bd5/data/hbase/meta/1588230740/table/853222f58a6040cabeb5311a07a7876d, entries=4, sequenceid=16, filesize=5.2 K 2024-11-07T12:19:59,320 INFO [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1351ms, sequenceid=16, compaction requested=false 2024-11-07T12:19:59,324 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35867/user/jenkins/test-data/402164a5-77f2-857f-cbd8-8905dd642bd5/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-07T12:19:59,325 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-07T12:19:59,325 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-07T12:19:59,325 INFO [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-07T12:19:59,325 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1730981997968Running coprocessor pre-close hooks at 1730981997968Disabling compacts and flushes for region at 1730981997968Disabling writes for close at 1730981997969 (+1 ms)Obtaining lock to block concurrent updates at 1730981997969Preparing flush snapshotting stores in 1588230740 at 1730981997969Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1730981997969Flushing stores of hbase:meta,,1.1588230740 at 1730981997970 (+1 ms)Flushing 1588230740/info: creating writer at 1730981997970Flushing 1588230740/info: appending metadata at 1730981997992 (+22 ms)Flushing 1588230740/info: closing flushed file at 1730981997992Flushing 1588230740/ns: creating writer at 1730981998418 (+426 ms)Flushing 1588230740/ns: appending metadata at 1730981998436 (+18 ms)Flushing 1588230740/ns: closing flushed file at 1730981998436Flushing 1588230740/rep_barrier: creating writer at 1730981998858 (+422 ms)Flushing 1588230740/rep_barrier: appending metadata at 1730981998875 (+17 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1730981998875Flushing 1588230740/table: creating writer at 1730981999284 (+409 ms)Flushing 1588230740/table: appending metadata at 1730981999297 (+13 ms)Flushing 1588230740/table: closing flushed file at 1730981999297Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2ddc44eb: reopening flushed file at 1730981999304 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@12aad8e4: reopening flushed file at 1730981999308 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4fa64c0c: reopening flushed file at 1730981999312 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@65ebd43f: reopening flushed file at 1730981999316 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1351ms, sequenceid=16, compaction requested=false at 1730981999320 (+4 ms)Writing region close event to WAL at 1730981999322 (+2 ms)Running coprocessor post-close hooks at 1730981999325 (+3 ms)Closed at 1730981999325 2024-11-07T12:19:59,325 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-07T12:19:59,357 INFO [RS:0;87fb68174c52:45611 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-07T12:19:59,357 INFO [RS:0;87fb68174c52:45611 {}] regionserver.HRegionServer(976): stopping server 87fb68174c52,45611,1730981979865; all regions closed. 2024-11-07T12:19:59,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37301 is added to blk_1073741834_1010 (size=4239) 2024-11-07T12:19:59,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37301 is added to blk_1073741839_1015 (size=2172) 2024-11-07T12:19:59,364 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37301 is added to blk_1073741832_1008 (size=2411) 2024-11-07T12:19:59,364 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/402164a5-77f2-857f-cbd8-8905dd642bd5/WALs/87fb68174c52,45611,1730981979865/87fb68174c52%2C45611%2C1730981979865.1730981980925 not finished, retry = 0 2024-11-07T12:19:59,451 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,45327,1730981972414.replicationSource.wal-reader.87fb68174c52%2C45327%2C1730981972414,1-87fb68174c52,45327,1730981972414 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35299/user/jenkins/test-data/c1b001e6-0289-755f-1dfb-a75ad48187fa/WALs/87fb68174c52,45327,1730981972414/87fb68174c52%2C45327%2C1730981972414.1730981974428 to pos 1493, reset compression=false 2024-11-07T12:19:59,465 DEBUG [RS:0;87fb68174c52:45611 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:19:59,465 INFO [RS:0;87fb68174c52:45611 {}] regionserver.LeaseManager(133): Closed leases 2024-11-07T12:19:59,465 INFO [RS:0;87fb68174c52:45611 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-07T12:19:59,465 INFO [RS:0;87fb68174c52:45611 {}] hbase.ChoreService(370): Chore service for: regionserver/87fb68174c52:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-07T12:19:59,465 INFO [RS:0;87fb68174c52:45611 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-07T12:19:59,465 INFO [regionserver/87fb68174c52:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-07T12:19:59,465 INFO [RS:0;87fb68174c52:45611 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-87fb68174c52,45611,1730981979865 because: Region server is closing 2024-11-07T12:19:59,465 INFO [RS:0;87fb68174c52:45611 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;87fb68174c52:45611. 2024-11-07T12:19:59,465 DEBUG [RS:0;87fb68174c52:45611 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T12:19:59,466 DEBUG [RS:0;87fb68174c52:45611 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:19:59,466 DEBUG [RS:0;87fb68174c52:45611 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:19:59,466 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T12:19:59,566 INFO [RS:0;87fb68174c52:45611 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,45611,1730981979865.replicationSource.shipper87fb68174c52%2C45611%2C1730981979865,1-87fb68174c52,45611,1730981979865 terminated 2024-11-07T12:19:59,566 INFO [RS:0;87fb68174c52:45611 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;87fb68174c52:45611. 2024-11-07T12:19:59,566 DEBUG [RS:0;87fb68174c52:45611 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T12:19:59,566 DEBUG [RS:0;87fb68174c52:45611 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:19:59,566 DEBUG [RS:0;87fb68174c52:45611 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:19:59,566 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T12:19:59,567 INFO [RS:0;87fb68174c52:45611 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:45611 2024-11-07T12:19:59,569 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45611-0x1001a2ed1660007, quorum=127.0.0.1:58515, baseZNode=/2424862328 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2424862328/rs/87fb68174c52,45611,1730981979865 2024-11-07T12:19:59,569 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35319-0x1001a2ed1660006, quorum=127.0.0.1:58515, baseZNode=/2424862328 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2424862328/rs 2024-11-07T12:19:59,569 INFO [RS:0;87fb68174c52:45611 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-07T12:19:59,571 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [87fb68174c52,45611,1730981979865] 2024-11-07T12:19:59,572 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2424862328/draining/87fb68174c52,45611,1730981979865 already deleted, retry=false 2024-11-07T12:19:59,572 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 87fb68174c52,45611,1730981979865 expired; onlineServers=0 2024-11-07T12:19:59,572 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '87fb68174c52,35319,1730981979719' ***** 2024-11-07T12:19:59,572 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-07T12:19:59,572 INFO [M:0;87fb68174c52:35319 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-07T12:19:59,572 INFO [M:0;87fb68174c52:35319 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-07T12:19:59,572 DEBUG [M:0;87fb68174c52:35319 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-07T12:19:59,573 DEBUG [M:0;87fb68174c52:35319 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-07T12:19:59,573 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-07T12:19:59,573 DEBUG [master/87fb68174c52:0:becomeActiveMaster-HFileCleaner.small.0-1730981980652 {}] cleaner.HFileCleaner(306): Exit Thread[master/87fb68174c52:0:becomeActiveMaster-HFileCleaner.small.0-1730981980652,5,FailOnTimeoutGroup] 2024-11-07T12:19:59,573 DEBUG [master/87fb68174c52:0:becomeActiveMaster-HFileCleaner.large.0-1730981980644 {}] cleaner.HFileCleaner(306): Exit Thread[master/87fb68174c52:0:becomeActiveMaster-HFileCleaner.large.0-1730981980644,5,FailOnTimeoutGroup] 2024-11-07T12:19:59,573 INFO [M:0;87fb68174c52:35319 {}] hbase.ChoreService(370): Chore service for: master/87fb68174c52:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-07T12:19:59,573 INFO [M:0;87fb68174c52:35319 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-07T12:19:59,573 DEBUG [M:0;87fb68174c52:35319 {}] master.HMaster(1795): Stopping service threads 2024-11-07T12:19:59,573 INFO [M:0;87fb68174c52:35319 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-07T12:19:59,573 INFO [M:0;87fb68174c52:35319 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-07T12:19:59,573 INFO [M:0;87fb68174c52:35319 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-07T12:19:59,573 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-07T12:19:59,575 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35319-0x1001a2ed1660006, quorum=127.0.0.1:58515, baseZNode=/2424862328 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2424862328/master 2024-11-07T12:19:59,575 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35319-0x1001a2ed1660006, quorum=127.0.0.1:58515, baseZNode=/2424862328 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2424862328 2024-11-07T12:19:59,575 DEBUG [M:0;87fb68174c52:35319 {}] zookeeper.ZKUtil(347): master:35319-0x1001a2ed1660006, quorum=127.0.0.1:58515, baseZNode=/2424862328 Unable to get data of znode /2424862328/master because node does not exist (not an error) 2024-11-07T12:19:59,575 WARN [M:0;87fb68174c52:35319 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-07T12:19:59,577 INFO [M:0;87fb68174c52:35319 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:35867/user/jenkins/test-data/402164a5-77f2-857f-cbd8-8905dd642bd5/.lastflushedseqids 2024-11-07T12:19:59,582 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37301 is added to blk_1073741847_1023 (size=245) 2024-11-07T12:19:59,671 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45611-0x1001a2ed1660007, quorum=127.0.0.1:58515, baseZNode=/2424862328 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T12:19:59,671 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45611-0x1001a2ed1660007, quorum=127.0.0.1:58515, baseZNode=/2424862328 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T12:19:59,671 INFO [RS:0;87fb68174c52:45611 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-07T12:19:59,671 INFO [RS:0;87fb68174c52:45611 {}] regionserver.HRegionServer(1031): Exiting; stopping=87fb68174c52,45611,1730981979865; zookeeper connection closed. 2024-11-07T12:19:59,671 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@154dd23 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@154dd23 2024-11-07T12:19:59,671 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-07T12:19:59,732 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,34315,1730981976162.replicationSource.wal-reader.87fb68174c52%2C34315%2C1730981976162,1-87fb68174c52,34315,1730981976162 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44975/user/jenkins/test-data/f941b3eb-a2d0-2f7c-4a24-9ec6e2993f2c/WALs/87fb68174c52,34315,1730981976162/87fb68174c52%2C34315%2C1730981976162.1730981977775 to pos 1468, reset compression=false 2024-11-07T12:19:59,983 INFO [M:0;87fb68174c52:35319 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-07T12:19:59,983 INFO [M:0;87fb68174c52:35319 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-07T12:19:59,983 DEBUG [M:0;87fb68174c52:35319 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-07T12:19:59,983 INFO [M:0;87fb68174c52:35319 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T12:19:59,983 DEBUG [M:0;87fb68174c52:35319 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T12:19:59,983 DEBUG [M:0;87fb68174c52:35319 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-07T12:19:59,983 DEBUG [M:0;87fb68174c52:35319 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T12:19:59,984 INFO [M:0;87fb68174c52:35319 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=63.59 KB heapSize=75.51 KB 2024-11-07T12:19:59,999 DEBUG [M:0;87fb68174c52:35319 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35867/user/jenkins/test-data/402164a5-77f2-857f-cbd8-8905dd642bd5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/caf6fd37af5b4566aba4c9e57114b473 is 82, key is hbase:meta,,1/info:regioninfo/1730981981879/Put/seqid=0 2024-11-07T12:20:00,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37301 is added to blk_1073741848_1024 (size=5672) 2024-11-07T12:20:00,054 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,45327,1730981972414.replicationSource.wal-reader.87fb68174c52%2C45327%2C1730981972414,1-87fb68174c52,45327,1730981972414 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35299/user/jenkins/test-data/c1b001e6-0289-755f-1dfb-a75ad48187fa/WALs/87fb68174c52,45327,1730981972414/87fb68174c52%2C45327%2C1730981972414.1730981974428 to pos 1493, reset compression=false 2024-11-07T12:20:00,405 INFO [M:0;87fb68174c52:35319 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:35867/user/jenkins/test-data/402164a5-77f2-857f-cbd8-8905dd642bd5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/caf6fd37af5b4566aba4c9e57114b473 2024-11-07T12:20:00,432 DEBUG [M:0;87fb68174c52:35319 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35867/user/jenkins/test-data/402164a5-77f2-857f-cbd8-8905dd642bd5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0692fc4dccfd4732846f0ef700dd2653 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1730981989527/Put/seqid=0 2024-11-07T12:20:00,436 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,34315,1730981976162.replicationSource.wal-reader.87fb68174c52%2C34315%2C1730981976162,1-87fb68174c52,34315,1730981976162 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44975/user/jenkins/test-data/f941b3eb-a2d0-2f7c-4a24-9ec6e2993f2c/WALs/87fb68174c52,34315,1730981976162/87fb68174c52%2C34315%2C1730981976162.1730981977775 to pos 1468, reset compression=false 2024-11-07T12:20:00,436 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37301 is added to blk_1073741849_1025 (size=9213) 2024-11-07T12:20:00,442 INFO [M:0;87fb68174c52:35319 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=63.04 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:35867/user/jenkins/test-data/402164a5-77f2-857f-cbd8-8905dd642bd5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0692fc4dccfd4732846f0ef700dd2653 2024-11-07T12:20:00,464 DEBUG [M:0;87fb68174c52:35319 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35867/user/jenkins/test-data/402164a5-77f2-857f-cbd8-8905dd642bd5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1a33ae71d04148c19221e79e400413fa is 69, key is 87fb68174c52,45611,1730981979865/rs:state/1730981980699/Put/seqid=0 2024-11-07T12:20:00,468 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37301 is added to blk_1073741850_1026 (size=5156) 2024-11-07T12:20:00,757 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,45327,1730981972414.replicationSource.wal-reader.87fb68174c52%2C45327%2C1730981972414,1-87fb68174c52,45327,1730981972414 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35299/user/jenkins/test-data/c1b001e6-0289-755f-1dfb-a75ad48187fa/WALs/87fb68174c52,45327,1730981972414/87fb68174c52%2C45327%2C1730981972414.1730981974428 to pos 1493, reset compression=false 2024-11-07T12:20:00,870 INFO [M:0;87fb68174c52:35319 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:35867/user/jenkins/test-data/402164a5-77f2-857f-cbd8-8905dd642bd5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1a33ae71d04148c19221e79e400413fa 2024-11-07T12:20:00,875 DEBUG [M:0;87fb68174c52:35319 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35867/user/jenkins/test-data/402164a5-77f2-857f-cbd8-8905dd642bd5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/caf6fd37af5b4566aba4c9e57114b473 as hdfs://localhost:35867/user/jenkins/test-data/402164a5-77f2-857f-cbd8-8905dd642bd5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/caf6fd37af5b4566aba4c9e57114b473 2024-11-07T12:20:00,880 INFO [M:0;87fb68174c52:35319 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35867/user/jenkins/test-data/402164a5-77f2-857f-cbd8-8905dd642bd5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/caf6fd37af5b4566aba4c9e57114b473, entries=8, sequenceid=127, filesize=5.5 K 2024-11-07T12:20:00,880 DEBUG [M:0;87fb68174c52:35319 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35867/user/jenkins/test-data/402164a5-77f2-857f-cbd8-8905dd642bd5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0692fc4dccfd4732846f0ef700dd2653 as hdfs://localhost:35867/user/jenkins/test-data/402164a5-77f2-857f-cbd8-8905dd642bd5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0692fc4dccfd4732846f0ef700dd2653 2024-11-07T12:20:00,883 INFO [M:0;87fb68174c52:35319 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35867/user/jenkins/test-data/402164a5-77f2-857f-cbd8-8905dd642bd5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0692fc4dccfd4732846f0ef700dd2653, entries=15, sequenceid=127, filesize=9.0 K 2024-11-07T12:20:00,884 DEBUG [M:0;87fb68174c52:35319 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35867/user/jenkins/test-data/402164a5-77f2-857f-cbd8-8905dd642bd5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1a33ae71d04148c19221e79e400413fa as hdfs://localhost:35867/user/jenkins/test-data/402164a5-77f2-857f-cbd8-8905dd642bd5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1a33ae71d04148c19221e79e400413fa 2024-11-07T12:20:00,887 INFO [M:0;87fb68174c52:35319 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35867/user/jenkins/test-data/402164a5-77f2-857f-cbd8-8905dd642bd5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1a33ae71d04148c19221e79e400413fa, entries=1, sequenceid=127, filesize=5.0 K 2024-11-07T12:20:00,888 INFO [M:0;87fb68174c52:35319 {}] regionserver.HRegion(3140): Finished flush of dataSize ~63.59 KB/65121, heapSize ~75.21 KB/77016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 905ms, sequenceid=127, compaction requested=false 2024-11-07T12:20:00,889 INFO [M:0;87fb68174c52:35319 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T12:20:00,889 DEBUG [M:0;87fb68174c52:35319 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1730981999983Disabling compacts and flushes for region at 1730981999983Disabling writes for close at 1730981999983Obtaining lock to block concurrent updates at 1730981999984 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1730981999984Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=65121, getHeapSize=77256, getOffHeapSize=0, getCellsCount=148 at 1730981999984Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1730981999985 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1730981999985Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1730981999999 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1730981999999Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1730982000409 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1730982000432 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1730982000432Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1730982000447 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1730982000464 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1730982000464Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@21b5a48: reopening flushed file at 1730982000874 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2ea843f1: reopening flushed file at 1730982000880 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@46d3aad9: reopening flushed file at 1730982000883 (+3 ms)Finished flush of dataSize ~63.59 KB/65121, heapSize ~75.21 KB/77016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 905ms, sequenceid=127, compaction requested=false at 1730982000888 (+5 ms)Writing region close event to WAL at 1730982000889 (+1 ms)Closed at 1730982000889 2024-11-07T12:20:00,891 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37301 is added to blk_1073741830_1006 (size=73878) 2024-11-07T12:20:00,891 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/402164a5-77f2-857f-cbd8-8905dd642bd5/MasterData/WALs/87fb68174c52,35319,1730981979719/87fb68174c52%2C35319%2C1730981979719.1730981980449 not finished, retry = 0 2024-11-07T12:20:00,992 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-07T12:20:00,993 INFO [M:0;87fb68174c52:35319 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-07T12:20:00,993 INFO [M:0;87fb68174c52:35319 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:35319 2024-11-07T12:20:00,993 INFO [M:0;87fb68174c52:35319 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-07T12:20:01,098 INFO [M:0;87fb68174c52:35319 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-07T12:20:01,098 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35319-0x1001a2ed1660006, quorum=127.0.0.1:58515, baseZNode=/2424862328 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T12:20:01,098 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35319-0x1001a2ed1660006, quorum=127.0.0.1:58515, baseZNode=/2424862328 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T12:20:01,104 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@27515b45{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T12:20:01,105 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3030fef7{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-07T12:20:01,105 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-07T12:20:01,105 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@49ddc8e0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-07T12:20:01,105 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5ef434ff{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af96ffcf-feb9-8786-3714-cbc10924e39c/hadoop.log.dir/,STOPPED} 2024-11-07T12:20:01,108 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-07T12:20:01,108 WARN [BP-422631449-172.17.0.3-1730981978463 heartbeating to localhost/127.0.0.1:35867 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-07T12:20:01,108 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-07T12:20:01,108 WARN [BP-422631449-172.17.0.3-1730981978463 heartbeating to localhost/127.0.0.1:35867 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-422631449-172.17.0.3-1730981978463 (Datanode Uuid b4993300-a168-47e5-8baf-16f54ef2db59) service to localhost/127.0.0.1:35867 2024-11-07T12:20:01,109 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af96ffcf-feb9-8786-3714-cbc10924e39c/cluster_b4b60f95-8961-2c82-19d9-99525e313767/data/data1/current/BP-422631449-172.17.0.3-1730981978463 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T12:20:01,109 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af96ffcf-feb9-8786-3714-cbc10924e39c/cluster_b4b60f95-8961-2c82-19d9-99525e313767/data/data2/current/BP-422631449-172.17.0.3-1730981978463 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T12:20:01,109 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-07T12:20:01,117 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2a8d1b64{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-07T12:20:01,117 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4312e4c1{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-07T12:20:01,117 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-07T12:20:01,117 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3e76c5b0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-07T12:20:01,117 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5f0113ea{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af96ffcf-feb9-8786-3714-cbc10924e39c/hadoop.log.dir/,STOPPED} 2024-11-07T12:20:01,133 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-07T12:20:01,133 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-07T12:20:01,133 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T12:20:01,133 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T12:20:01,133 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:20:01,134 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:20:01,134 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T12:20:01,134 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-07T12:20:01,134 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=647473732, stopped=false 2024-11-07T12:20:01,134 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=87fb68174c52,33743,1730981976119 2024-11-07T12:20:01,136 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34315-0x1001a2ed1660004, quorum=127.0.0.1:58515, baseZNode=/1876083991 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1876083991/running 2024-11-07T12:20:01,137 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33743-0x1001a2ed1660003, quorum=127.0.0.1:58515, baseZNode=/1876083991 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1876083991/running 2024-11-07T12:20:01,137 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33743-0x1001a2ed1660003, quorum=127.0.0.1:58515, baseZNode=/1876083991 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1876083991 2024-11-07T12:20:01,137 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34315-0x1001a2ed1660004, quorum=127.0.0.1:58515, baseZNode=/1876083991 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1876083991 2024-11-07T12:20:01,138 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-07T12:20:01,138 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T12:20:01,138 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T12:20:01,138 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:20:01,138 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '87fb68174c52,34315,1730981976162' ***** 2024-11-07T12:20:01,138 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-07T12:20:01,139 INFO [RS:0;87fb68174c52:34315 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-07T12:20:01,139 INFO [RS:0;87fb68174c52:34315 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-07T12:20:01,139 INFO [RS:0;87fb68174c52:34315 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-07T12:20:01,139 INFO [RS:0;87fb68174c52:34315 {}] regionserver.HRegionServer(3091): Received CLOSE for 720cfaa217a910009897917b49ba7611 2024-11-07T12:20:01,139 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-07T12:20:01,140 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34315-0x1001a2ed1660004, quorum=127.0.0.1:58515, baseZNode=/1876083991 Set watcher on znode that does not yet exist, /1876083991/running 2024-11-07T12:20:01,140 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33743-0x1001a2ed1660003, quorum=127.0.0.1:58515, baseZNode=/1876083991 Set watcher on znode that does not yet exist, /1876083991/running 2024-11-07T12:20:01,141 INFO [RS:0;87fb68174c52:34315 {}] regionserver.HRegionServer(3091): Received CLOSE for 9ac0bab2a76218f4161db286e97798aa 2024-11-07T12:20:01,141 INFO [RS:0;87fb68174c52:34315 {}] regionserver.HRegionServer(959): stopping server 87fb68174c52,34315,1730981976162 2024-11-07T12:20:01,141 INFO [RS:0;87fb68174c52:34315 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-07T12:20:01,142 INFO [RS:0;87fb68174c52:34315 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;87fb68174c52:34315. 2024-11-07T12:20:01,142 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 720cfaa217a910009897917b49ba7611, disabling compactions & flushes 2024-11-07T12:20:01,142 DEBUG [RS:0;87fb68174c52:34315 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T12:20:01,142 INFO [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1730981988089.720cfaa217a910009897917b49ba7611. 2024-11-07T12:20:01,142 DEBUG [RS:0;87fb68174c52:34315 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:20:01,142 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1730981988089.720cfaa217a910009897917b49ba7611. 2024-11-07T12:20:01,142 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1730981988089.720cfaa217a910009897917b49ba7611. after waiting 0 ms 2024-11-07T12:20:01,142 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1730981988089.720cfaa217a910009897917b49ba7611. 2024-11-07T12:20:01,142 INFO [RS:0;87fb68174c52:34315 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-07T12:20:01,142 INFO [RS:0;87fb68174c52:34315 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-07T12:20:01,142 INFO [RS:0;87fb68174c52:34315 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-07T12:20:01,142 INFO [RS:0;87fb68174c52:34315 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-07T12:20:01,142 INFO [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 720cfaa217a910009897917b49ba7611 3/3 column families, dataSize=1.46 KB heapSize=2.94 KB 2024-11-07T12:20:01,143 INFO [RS:0;87fb68174c52:34315 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-07T12:20:01,143 DEBUG [RS:0;87fb68174c52:34315 {}] regionserver.HRegionServer(1325): Online Regions={720cfaa217a910009897917b49ba7611=hbase:replication,,1730981988089.720cfaa217a910009897917b49ba7611., 1588230740=hbase:meta,,1.1588230740, 9ac0bab2a76218f4161db286e97798aa=test,,1730981983128.9ac0bab2a76218f4161db286e97798aa.} 2024-11-07T12:20:01,143 DEBUG [RS:0;87fb68174c52:34315 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 720cfaa217a910009897917b49ba7611, 9ac0bab2a76218f4161db286e97798aa 2024-11-07T12:20:01,143 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-07T12:20:01,143 INFO [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-07T12:20:01,143 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-07T12:20:01,143 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-07T12:20:01,143 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-07T12:20:01,143 INFO [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-07T12:20:01,156 INFO [regionserver/87fb68174c52:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-07T12:20:01,166 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44975/user/jenkins/test-data/f941b3eb-a2d0-2f7c-4a24-9ec6e2993f2c/data/hbase/meta/1588230740/.tmp/info/1b4f7f0fcc00436a8333ca854838f47b is 147, key is hbase:replication,,1730981988089.720cfaa217a910009897917b49ba7611./info:regioninfo/1730981988470/Put/seqid=0 2024-11-07T12:20:01,169 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44975/user/jenkins/test-data/f941b3eb-a2d0-2f7c-4a24-9ec6e2993f2c/data/hbase/replication/720cfaa217a910009897917b49ba7611/.tmp/queue/0a22ca85b34f409986f69d18c091902a is 154, key is 1-87fb68174c52,34315,1730981976162/queue:87fb68174c52%2C34315%2C1730981976162/1730981997709/Put/seqid=0 2024-11-07T12:20:01,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33191 is added to blk_1073741840_1016 (size=7686) 2024-11-07T12:20:01,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33191 is added to blk_1073741841_1017 (size=5353) 2024-11-07T12:20:01,206 INFO [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.46 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:44975/user/jenkins/test-data/f941b3eb-a2d0-2f7c-4a24-9ec6e2993f2c/data/hbase/replication/720cfaa217a910009897917b49ba7611/.tmp/queue/0a22ca85b34f409986f69d18c091902a 2024-11-07T12:20:01,212 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44975/user/jenkins/test-data/f941b3eb-a2d0-2f7c-4a24-9ec6e2993f2c/data/hbase/replication/720cfaa217a910009897917b49ba7611/.tmp/queue/0a22ca85b34f409986f69d18c091902a as hdfs://localhost:44975/user/jenkins/test-data/f941b3eb-a2d0-2f7c-4a24-9ec6e2993f2c/data/hbase/replication/720cfaa217a910009897917b49ba7611/queue/0a22ca85b34f409986f69d18c091902a 2024-11-07T12:20:01,220 INFO [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44975/user/jenkins/test-data/f941b3eb-a2d0-2f7c-4a24-9ec6e2993f2c/data/hbase/replication/720cfaa217a910009897917b49ba7611/queue/0a22ca85b34f409986f69d18c091902a, entries=1, sequenceid=14, filesize=5.2 K 2024-11-07T12:20:01,221 INFO [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for 720cfaa217a910009897917b49ba7611 in 79ms, sequenceid=14, compaction requested=false 2024-11-07T12:20:01,226 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44975/user/jenkins/test-data/f941b3eb-a2d0-2f7c-4a24-9ec6e2993f2c/data/hbase/replication/720cfaa217a910009897917b49ba7611/recovered.edits/17.seqid, newMaxSeqId=17, maxSeqId=1 2024-11-07T12:20:01,227 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-07T12:20:01,227 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-07T12:20:01,227 INFO [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1730981988089.720cfaa217a910009897917b49ba7611. 2024-11-07T12:20:01,227 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 720cfaa217a910009897917b49ba7611: Waiting for close lock at 1730982001141Running coprocessor pre-close hooks at 1730982001141Disabling compacts and flushes for region at 1730982001141Disabling writes for close at 1730982001142 (+1 ms)Obtaining lock to block concurrent updates at 1730982001142Preparing flush snapshotting stores in 720cfaa217a910009897917b49ba7611 at 1730982001142Finished memstore snapshotting hbase:replication,,1730981988089.720cfaa217a910009897917b49ba7611., syncing WAL and waiting on mvcc, flushsize=dataSize=1492, getHeapSize=2960, getOffHeapSize=0, getCellsCount=10 at 1730982001142Flushing stores of hbase:replication,,1730981988089.720cfaa217a910009897917b49ba7611. at 1730982001143 (+1 ms)Flushing 720cfaa217a910009897917b49ba7611/queue: creating writer at 1730982001143Flushing 720cfaa217a910009897917b49ba7611/queue: appending metadata at 1730982001168 (+25 ms)Flushing 720cfaa217a910009897917b49ba7611/queue: closing flushed file at 1730982001168Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@154b4088: reopening flushed file at 1730982001211 (+43 ms)Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for 720cfaa217a910009897917b49ba7611 in 79ms, sequenceid=14, compaction requested=false at 1730982001221 (+10 ms)Writing region close event to WAL at 1730982001222 (+1 ms)Running coprocessor post-close hooks at 1730982001227 (+5 ms)Closed at 1730982001227 2024-11-07T12:20:01,227 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1730981988089.720cfaa217a910009897917b49ba7611. 2024-11-07T12:20:01,228 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 9ac0bab2a76218f4161db286e97798aa, disabling compactions & flushes 2024-11-07T12:20:01,228 INFO [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1730981983128.9ac0bab2a76218f4161db286e97798aa. 2024-11-07T12:20:01,228 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1730981983128.9ac0bab2a76218f4161db286e97798aa. 2024-11-07T12:20:01,228 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1730981983128.9ac0bab2a76218f4161db286e97798aa. after waiting 0 ms 2024-11-07T12:20:01,228 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1730981983128.9ac0bab2a76218f4161db286e97798aa. 2024-11-07T12:20:01,228 INFO [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 9ac0bab2a76218f4161db286e97798aa 3/3 column families, dataSize=342 B heapSize=1.99 KB 2024-11-07T12:20:01,245 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,34315,1730981976162.replicationSource.wal-reader.87fb68174c52%2C34315%2C1730981976162,1-87fb68174c52,34315,1730981976162 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44975/user/jenkins/test-data/f941b3eb-a2d0-2f7c-4a24-9ec6e2993f2c/WALs/87fb68174c52,34315,1730981976162/87fb68174c52%2C34315%2C1730981976162.1730981977775 to pos 1468, reset compression=false 2024-11-07T12:20:01,250 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44975/user/jenkins/test-data/f941b3eb-a2d0-2f7c-4a24-9ec6e2993f2c/data/default/test/9ac0bab2a76218f4161db286e97798aa/.tmp/f/a54cc116f5f4457fbf39e9d94134bd82 is 37, key is row3/f:row3/1730981996606/Put/seqid=0 2024-11-07T12:20:01,254 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,34315,1730981976162.replicationSource.wal-reader.87fb68174c52%2C34315%2C1730981976162,1-87fb68174c52,34315,1730981976162 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-07T12:20:01,254 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,34315,1730981976162.replicationSource.wal-reader.87fb68174c52%2C34315%2C1730981976162,1-87fb68174c52,34315,1730981976162 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44975/user/jenkins/test-data/f941b3eb-a2d0-2f7c-4a24-9ec6e2993f2c/WALs/87fb68174c52,34315,1730981976162/87fb68174c52%2C34315%2C1730981976162.1730981977775 to pos 1715, reset compression=false 2024-11-07T12:20:01,254 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,34315,1730981976162.replicationSource.shipper87fb68174c52%2C34315%2C1730981976162,1-87fb68174c52,34315,1730981976162 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-87fb68174c52,34315,1730981976162 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44975/user/jenkins/test-data/f941b3eb-a2d0-2f7c-4a24-9ec6e2993f2c/WALs/87fb68174c52,34315,1730981976162/87fb68174c52%2C34315%2C1730981976162.1730981977775, lastWalPosition=1715, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-07T12:20:01,255 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33191 is added to blk_1073741842_1018 (size=5228) 2024-11-07T12:20:01,255 ERROR [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,34315,1730981976162.replicationSource.shipper87fb68174c52%2C34315%2C1730981976162,1-87fb68174c52,34315,1730981976162 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 87fb68174c52,34315,1730981976162: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-87fb68174c52,34315,1730981976162, walGroup=87fb68174c52%2C34315%2C1730981976162, offset=87fb68174c52%2C34315%2C1730981976162.1730981977775:1715, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=87fb68174c52:34315 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-07T12:20:01,256 ERROR [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,34315,1730981976162.replicationSource.shipper87fb68174c52%2C34315%2C1730981976162,1-87fb68174c52,34315,1730981976162 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-07T12:20:01,256 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,34315,1730981976162.replicationSource.shipper87fb68174c52%2C34315%2C1730981976162,1-87fb68174c52,34315,1730981976162 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-07T12:20:01,257 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,34315,1730981976162.replicationSource.shipper87fb68174c52%2C34315%2C1730981976162,1-87fb68174c52,34315,1730981976162 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-07T12:20:01,257 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,34315,1730981976162.replicationSource.shipper87fb68174c52%2C34315%2C1730981976162,1-87fb68174c52,34315,1730981976162 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-07T12:20:01,257 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,34315,1730981976162.replicationSource.shipper87fb68174c52%2C34315%2C1730981976162,1-87fb68174c52,34315,1730981976162 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-07T12:20:01,257 INFO [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,34315,1730981976162.replicationSource.shipper87fb68174c52%2C34315%2C1730981976162,1-87fb68174c52,34315,1730981976162 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1153433600, "init": 1048576000, "max": 2306867200, "used": 861199256 }, "NonHeapMemoryUsage": { "committed": 200540160, "init": 7667712, "max": -1, "used": 197676760 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-07T12:20:01,257 WARN [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,34315,1730981976162.replicationSource.shipper87fb68174c52%2C34315%2C1730981976162,1-87fb68174c52,34315,1730981976162 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=87fb68174c52:33743 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=87fb68174c52:33743 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-07T12:20:01,259 INFO [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:44975/user/jenkins/test-data/f941b3eb-a2d0-2f7c-4a24-9ec6e2993f2c/data/default/test/9ac0bab2a76218f4161db286e97798aa/.tmp/f/a54cc116f5f4457fbf39e9d94134bd82 2024-11-07T12:20:01,263 INFO [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a54cc116f5f4457fbf39e9d94134bd82 2024-11-07T12:20:01,281 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44975/user/jenkins/test-data/f941b3eb-a2d0-2f7c-4a24-9ec6e2993f2c/data/default/test/9ac0bab2a76218f4161db286e97798aa/.tmp/f1/f16ab9c782104cef83a0b0732dccb17c is 30, key is row1/f1:/1730981993946/DeleteFamily/seqid=0 2024-11-07T12:20:01,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33191 is added to blk_1073741843_1019 (size=5158) 2024-11-07T12:20:01,285 INFO [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:44975/user/jenkins/test-data/f941b3eb-a2d0-2f7c-4a24-9ec6e2993f2c/data/default/test/9ac0bab2a76218f4161db286e97798aa/.tmp/f1/f16ab9c782104cef83a0b0732dccb17c 2024-11-07T12:20:01,288 INFO [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f16ab9c782104cef83a0b0732dccb17c 2024-11-07T12:20:01,306 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44975/user/jenkins/test-data/f941b3eb-a2d0-2f7c-4a24-9ec6e2993f2c/data/default/test/9ac0bab2a76218f4161db286e97798aa/.tmp/norep/241efa70ac344d8f8c42f3b0e3584edd is 33, key is row1/norep:/1730981993946/DeleteFamily/seqid=0 2024-11-07T12:20:01,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33191 is added to blk_1073741844_1020 (size=5108) 2024-11-07T12:20:01,343 DEBUG [RS:0;87fb68174c52:34315 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9ac0bab2a76218f4161db286e97798aa 2024-11-07T12:20:01,462 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,34315,1730981976162.replicationSource.wal-reader.87fb68174c52%2C34315%2C1730981976162,1-87fb68174c52,34315,1730981976162 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44975/user/jenkins/test-data/f941b3eb-a2d0-2f7c-4a24-9ec6e2993f2c/WALs/87fb68174c52,34315,1730981976162/87fb68174c52%2C34315%2C1730981976162.1730981977775 to pos 1715, reset compression=false 2024-11-07T12:20:01,543 DEBUG [RS:0;87fb68174c52:34315 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9ac0bab2a76218f4161db286e97798aa 2024-11-07T12:20:01,562 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,45327,1730981972414.replicationSource.wal-reader.87fb68174c52%2C45327%2C1730981972414,1-87fb68174c52,45327,1730981972414 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35299/user/jenkins/test-data/c1b001e6-0289-755f-1dfb-a75ad48187fa/WALs/87fb68174c52,45327,1730981972414/87fb68174c52%2C45327%2C1730981972414.1730981974428 to pos 1493, reset compression=false 2024-11-07T12:20:01,587 INFO [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44975/user/jenkins/test-data/f941b3eb-a2d0-2f7c-4a24-9ec6e2993f2c/data/hbase/meta/1588230740/.tmp/info/1b4f7f0fcc00436a8333ca854838f47b 2024-11-07T12:20:01,610 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44975/user/jenkins/test-data/f941b3eb-a2d0-2f7c-4a24-9ec6e2993f2c/data/hbase/meta/1588230740/.tmp/ns/817b1b3debe04b79b458ef0029f9f4d7 is 43, key is default/ns:d/1730981978342/Put/seqid=0 2024-11-07T12:20:01,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33191 is added to blk_1073741845_1021 (size=5153) 2024-11-07T12:20:01,709 INFO [regionserver/87fb68174c52:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-07T12:20:01,709 INFO [regionserver/87fb68174c52:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-07T12:20:01,710 INFO [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:44975/user/jenkins/test-data/f941b3eb-a2d0-2f7c-4a24-9ec6e2993f2c/data/default/test/9ac0bab2a76218f4161db286e97798aa/.tmp/norep/241efa70ac344d8f8c42f3b0e3584edd 2024-11-07T12:20:01,715 INFO [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 241efa70ac344d8f8c42f3b0e3584edd 2024-11-07T12:20:01,716 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44975/user/jenkins/test-data/f941b3eb-a2d0-2f7c-4a24-9ec6e2993f2c/data/default/test/9ac0bab2a76218f4161db286e97798aa/.tmp/f/a54cc116f5f4457fbf39e9d94134bd82 as hdfs://localhost:44975/user/jenkins/test-data/f941b3eb-a2d0-2f7c-4a24-9ec6e2993f2c/data/default/test/9ac0bab2a76218f4161db286e97798aa/f/a54cc116f5f4457fbf39e9d94134bd82 2024-11-07T12:20:01,719 INFO [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a54cc116f5f4457fbf39e9d94134bd82 2024-11-07T12:20:01,719 INFO [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44975/user/jenkins/test-data/f941b3eb-a2d0-2f7c-4a24-9ec6e2993f2c/data/default/test/9ac0bab2a76218f4161db286e97798aa/f/a54cc116f5f4457fbf39e9d94134bd82, entries=5, sequenceid=12, filesize=5.1 K 2024-11-07T12:20:01,720 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44975/user/jenkins/test-data/f941b3eb-a2d0-2f7c-4a24-9ec6e2993f2c/data/default/test/9ac0bab2a76218f4161db286e97798aa/.tmp/f1/f16ab9c782104cef83a0b0732dccb17c as hdfs://localhost:44975/user/jenkins/test-data/f941b3eb-a2d0-2f7c-4a24-9ec6e2993f2c/data/default/test/9ac0bab2a76218f4161db286e97798aa/f1/f16ab9c782104cef83a0b0732dccb17c 2024-11-07T12:20:01,723 INFO [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f16ab9c782104cef83a0b0732dccb17c 2024-11-07T12:20:01,723 INFO [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44975/user/jenkins/test-data/f941b3eb-a2d0-2f7c-4a24-9ec6e2993f2c/data/default/test/9ac0bab2a76218f4161db286e97798aa/f1/f16ab9c782104cef83a0b0732dccb17c, entries=3, sequenceid=12, filesize=5.0 K 2024-11-07T12:20:01,724 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44975/user/jenkins/test-data/f941b3eb-a2d0-2f7c-4a24-9ec6e2993f2c/data/default/test/9ac0bab2a76218f4161db286e97798aa/.tmp/norep/241efa70ac344d8f8c42f3b0e3584edd as hdfs://localhost:44975/user/jenkins/test-data/f941b3eb-a2d0-2f7c-4a24-9ec6e2993f2c/data/default/test/9ac0bab2a76218f4161db286e97798aa/norep/241efa70ac344d8f8c42f3b0e3584edd 2024-11-07T12:20:01,728 INFO [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 241efa70ac344d8f8c42f3b0e3584edd 2024-11-07T12:20:01,728 INFO [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44975/user/jenkins/test-data/f941b3eb-a2d0-2f7c-4a24-9ec6e2993f2c/data/default/test/9ac0bab2a76218f4161db286e97798aa/norep/241efa70ac344d8f8c42f3b0e3584edd, entries=1, sequenceid=12, filesize=5.0 K 2024-11-07T12:20:01,729 INFO [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 9ac0bab2a76218f4161db286e97798aa in 500ms, sequenceid=12, compaction requested=false 2024-11-07T12:20:01,729 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-07T12:20:01,734 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44975/user/jenkins/test-data/f941b3eb-a2d0-2f7c-4a24-9ec6e2993f2c/data/default/test/9ac0bab2a76218f4161db286e97798aa/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-07T12:20:01,735 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-07T12:20:01,735 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-07T12:20:01,735 INFO [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1730981983128.9ac0bab2a76218f4161db286e97798aa. 2024-11-07T12:20:01,735 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 9ac0bab2a76218f4161db286e97798aa: Waiting for close lock at 1730982001227Running coprocessor pre-close hooks at 1730982001227Disabling compacts and flushes for region at 1730982001227Disabling writes for close at 1730982001228 (+1 ms)Obtaining lock to block concurrent updates at 1730982001228Preparing flush snapshotting stores in 9ac0bab2a76218f4161db286e97798aa at 1730982001228Finished memstore snapshotting test,,1730981983128.9ac0bab2a76218f4161db286e97798aa., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1730982001228Flushing stores of test,,1730981983128.9ac0bab2a76218f4161db286e97798aa. at 1730982001229 (+1 ms)Flushing 9ac0bab2a76218f4161db286e97798aa/f: creating writer at 1730982001229Flushing 9ac0bab2a76218f4161db286e97798aa/f: appending metadata at 1730982001249 (+20 ms)Flushing 9ac0bab2a76218f4161db286e97798aa/f: closing flushed file at 1730982001249Flushing 9ac0bab2a76218f4161db286e97798aa/f1: creating writer at 1730982001263 (+14 ms)Flushing 9ac0bab2a76218f4161db286e97798aa/f1: appending metadata at 1730982001280 (+17 ms)Flushing 9ac0bab2a76218f4161db286e97798aa/f1: closing flushed file at 1730982001280Flushing 9ac0bab2a76218f4161db286e97798aa/norep: creating writer at 1730982001288 (+8 ms)Flushing 9ac0bab2a76218f4161db286e97798aa/norep: appending metadata at 1730982001305 (+17 ms)Flushing 9ac0bab2a76218f4161db286e97798aa/norep: closing flushed file at 1730982001305Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@85d546c: reopening flushed file at 1730982001715 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@27727b3: reopening flushed file at 1730982001720 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1c6254c: reopening flushed file at 1730982001724 (+4 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 9ac0bab2a76218f4161db286e97798aa in 500ms, sequenceid=12, compaction requested=false at 1730982001729 (+5 ms)Writing region close event to WAL at 1730982001731 (+2 ms)Running coprocessor post-close hooks at 1730982001735 (+4 ms)Closed at 1730982001735 2024-11-07T12:20:01,735 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1730981983128.9ac0bab2a76218f4161db286e97798aa. 2024-11-07T12:20:01,744 DEBUG [RS:0;87fb68174c52:34315 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-07T12:20:01,765 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,34315,1730981976162.replicationSource.wal-reader.87fb68174c52%2C34315%2C1730981976162,1-87fb68174c52,34315,1730981976162 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44975/user/jenkins/test-data/f941b3eb-a2d0-2f7c-4a24-9ec6e2993f2c/WALs/87fb68174c52,34315,1730981976162/87fb68174c52%2C34315%2C1730981976162.1730981977775 to pos 1715, reset compression=false 2024-11-07T12:20:01,770 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,34315,1730981976162.replicationSource.wal-reader.87fb68174c52%2C34315%2C1730981976162,1-87fb68174c52,34315,1730981976162 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-07T12:20:01,770 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,34315,1730981976162.replicationSource.wal-reader.87fb68174c52%2C34315%2C1730981976162,1-87fb68174c52,34315,1730981976162 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44975/user/jenkins/test-data/f941b3eb-a2d0-2f7c-4a24-9ec6e2993f2c/WALs/87fb68174c52,34315,1730981976162/87fb68174c52%2C34315%2C1730981976162.1730981977775 to pos 2359, reset compression=false 2024-11-07T12:20:01,944 DEBUG [RS:0;87fb68174c52:34315 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-07T12:20:01,974 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,34315,1730981976162.replicationSource.wal-reader.87fb68174c52%2C34315%2C1730981976162,1-87fb68174c52,34315,1730981976162 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44975/user/jenkins/test-data/f941b3eb-a2d0-2f7c-4a24-9ec6e2993f2c/WALs/87fb68174c52,34315,1730981976162/87fb68174c52%2C34315%2C1730981976162.1730981977775 to pos 2359, reset compression=false 2024-11-07T12:20:02,014 INFO [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44975/user/jenkins/test-data/f941b3eb-a2d0-2f7c-4a24-9ec6e2993f2c/data/hbase/meta/1588230740/.tmp/ns/817b1b3debe04b79b458ef0029f9f4d7 2024-11-07T12:20:02,031 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44975/user/jenkins/test-data/f941b3eb-a2d0-2f7c-4a24-9ec6e2993f2c/data/hbase/meta/1588230740/.tmp/rep_barrier/df900d033a3941cebf177fa58b8451b1 is 112, key is test,,1730981983128.9ac0bab2a76218f4161db286e97798aa./rep_barrier:seqnumDuringOpen/1730981983506/Put/seqid=0 2024-11-07T12:20:02,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33191 is added to blk_1073741846_1022 (size=5518) 2024-11-07T12:20:02,144 INFO [RS:0;87fb68174c52:34315 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-07T12:20:02,144 DEBUG [RS:0;87fb68174c52:34315 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-07T12:20:02,144 DEBUG [RS:0;87fb68174c52:34315 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-07T12:20:02,278 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,34315,1730981976162.replicationSource.wal-reader.87fb68174c52%2C34315%2C1730981976162,1-87fb68174c52,34315,1730981976162 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44975/user/jenkins/test-data/f941b3eb-a2d0-2f7c-4a24-9ec6e2993f2c/WALs/87fb68174c52,34315,1730981976162/87fb68174c52%2C34315%2C1730981976162.1730981977775 to pos 2359, reset compression=false 2024-11-07T12:20:02,322 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-07T12:20:02,344 DEBUG [RS:0;87fb68174c52:34315 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-07T12:20:02,436 INFO [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44975/user/jenkins/test-data/f941b3eb-a2d0-2f7c-4a24-9ec6e2993f2c/data/hbase/meta/1588230740/.tmp/rep_barrier/df900d033a3941cebf177fa58b8451b1 2024-11-07T12:20:02,453 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44975/user/jenkins/test-data/f941b3eb-a2d0-2f7c-4a24-9ec6e2993f2c/data/hbase/meta/1588230740/.tmp/table/688cc33d99ee434fbd134f88b35e1124 is 53, key is hbase:replication/table:state/1730981988477/Put/seqid=0 2024-11-07T12:20:02,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33191 is added to blk_1073741847_1023 (size=5308) 2024-11-07T12:20:02,465 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,45327,1730981972414.replicationSource.wal-reader.87fb68174c52%2C45327%2C1730981972414,1-87fb68174c52,45327,1730981972414 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35299/user/jenkins/test-data/c1b001e6-0289-755f-1dfb-a75ad48187fa/WALs/87fb68174c52,45327,1730981972414/87fb68174c52%2C45327%2C1730981972414.1730981974428 to pos 1493, reset compression=false 2024-11-07T12:20:02,544 DEBUG [RS:0;87fb68174c52:34315 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-07T12:20:02,682 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,34315,1730981976162.replicationSource.wal-reader.87fb68174c52%2C34315%2C1730981976162,1-87fb68174c52,34315,1730981976162 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44975/user/jenkins/test-data/f941b3eb-a2d0-2f7c-4a24-9ec6e2993f2c/WALs/87fb68174c52,34315,1730981976162/87fb68174c52%2C34315%2C1730981976162.1730981977775 to pos 2359, reset compression=false 2024-11-07T12:20:02,745 DEBUG [RS:0;87fb68174c52:34315 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-07T12:20:02,857 INFO [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44975/user/jenkins/test-data/f941b3eb-a2d0-2f7c-4a24-9ec6e2993f2c/data/hbase/meta/1588230740/.tmp/table/688cc33d99ee434fbd134f88b35e1124 2024-11-07T12:20:02,862 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44975/user/jenkins/test-data/f941b3eb-a2d0-2f7c-4a24-9ec6e2993f2c/data/hbase/meta/1588230740/.tmp/info/1b4f7f0fcc00436a8333ca854838f47b as hdfs://localhost:44975/user/jenkins/test-data/f941b3eb-a2d0-2f7c-4a24-9ec6e2993f2c/data/hbase/meta/1588230740/info/1b4f7f0fcc00436a8333ca854838f47b 2024-11-07T12:20:02,865 INFO [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44975/user/jenkins/test-data/f941b3eb-a2d0-2f7c-4a24-9ec6e2993f2c/data/hbase/meta/1588230740/info/1b4f7f0fcc00436a8333ca854838f47b, entries=20, sequenceid=16, filesize=7.5 K 2024-11-07T12:20:02,866 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44975/user/jenkins/test-data/f941b3eb-a2d0-2f7c-4a24-9ec6e2993f2c/data/hbase/meta/1588230740/.tmp/ns/817b1b3debe04b79b458ef0029f9f4d7 as hdfs://localhost:44975/user/jenkins/test-data/f941b3eb-a2d0-2f7c-4a24-9ec6e2993f2c/data/hbase/meta/1588230740/ns/817b1b3debe04b79b458ef0029f9f4d7 2024-11-07T12:20:02,870 INFO [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44975/user/jenkins/test-data/f941b3eb-a2d0-2f7c-4a24-9ec6e2993f2c/data/hbase/meta/1588230740/ns/817b1b3debe04b79b458ef0029f9f4d7, entries=2, sequenceid=16, filesize=5.0 K 2024-11-07T12:20:02,870 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44975/user/jenkins/test-data/f941b3eb-a2d0-2f7c-4a24-9ec6e2993f2c/data/hbase/meta/1588230740/.tmp/rep_barrier/df900d033a3941cebf177fa58b8451b1 as hdfs://localhost:44975/user/jenkins/test-data/f941b3eb-a2d0-2f7c-4a24-9ec6e2993f2c/data/hbase/meta/1588230740/rep_barrier/df900d033a3941cebf177fa58b8451b1 2024-11-07T12:20:02,874 INFO [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44975/user/jenkins/test-data/f941b3eb-a2d0-2f7c-4a24-9ec6e2993f2c/data/hbase/meta/1588230740/rep_barrier/df900d033a3941cebf177fa58b8451b1, entries=1, sequenceid=16, filesize=5.4 K 2024-11-07T12:20:02,874 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44975/user/jenkins/test-data/f941b3eb-a2d0-2f7c-4a24-9ec6e2993f2c/data/hbase/meta/1588230740/.tmp/table/688cc33d99ee434fbd134f88b35e1124 as hdfs://localhost:44975/user/jenkins/test-data/f941b3eb-a2d0-2f7c-4a24-9ec6e2993f2c/data/hbase/meta/1588230740/table/688cc33d99ee434fbd134f88b35e1124 2024-11-07T12:20:02,877 INFO [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44975/user/jenkins/test-data/f941b3eb-a2d0-2f7c-4a24-9ec6e2993f2c/data/hbase/meta/1588230740/table/688cc33d99ee434fbd134f88b35e1124, entries=4, sequenceid=16, filesize=5.2 K 2024-11-07T12:20:02,878 INFO [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1735ms, sequenceid=16, compaction requested=false 2024-11-07T12:20:02,886 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44975/user/jenkins/test-data/f941b3eb-a2d0-2f7c-4a24-9ec6e2993f2c/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-07T12:20:02,886 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-07T12:20:02,886 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-07T12:20:02,886 INFO [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-07T12:20:02,886 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1730982001143Running coprocessor pre-close hooks at 1730982001143Disabling compacts and flushes for region at 1730982001143Disabling writes for close at 1730982001143Obtaining lock to block concurrent updates at 1730982001144 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1730982001144Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1730982001145 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1730982001148 (+3 ms)Flushing 1588230740/info: creating writer at 1730982001148Flushing 1588230740/info: appending metadata at 1730982001165 (+17 ms)Flushing 1588230740/info: closing flushed file at 1730982001165Flushing 1588230740/ns: creating writer at 1730982001591 (+426 ms)Flushing 1588230740/ns: appending metadata at 1730982001609 (+18 ms)Flushing 1588230740/ns: closing flushed file at 1730982001609Flushing 1588230740/rep_barrier: creating writer at 1730982002018 (+409 ms)Flushing 1588230740/rep_barrier: appending metadata at 1730982002031 (+13 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1730982002031Flushing 1588230740/table: creating writer at 1730982002439 (+408 ms)Flushing 1588230740/table: appending metadata at 1730982002453 (+14 ms)Flushing 1588230740/table: closing flushed file at 1730982002453Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@31720693: reopening flushed file at 1730982002861 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@57d2984c: reopening flushed file at 1730982002866 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@29e87da2: reopening flushed file at 1730982002870 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4ca10dea: reopening flushed file at 1730982002874 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1735ms, sequenceid=16, compaction requested=false at 1730982002878 (+4 ms)Writing region close event to WAL at 1730982002883 (+5 ms)Running coprocessor post-close hooks at 1730982002886 (+3 ms)Closed at 1730982002886 2024-11-07T12:20:02,887 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-07T12:20:02,945 INFO [RS:0;87fb68174c52:34315 {}] regionserver.HRegionServer(976): stopping server 87fb68174c52,34315,1730981976162; all regions closed. 2024-11-07T12:20:02,947 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33191 is added to blk_1073741834_1010 (size=4239) 2024-11-07T12:20:02,949 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33191 is added to blk_1073741839_1015 (size=3552) 2024-11-07T12:20:02,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33191 is added to blk_1073741833_1009 (size=2367) 2024-11-07T12:20:02,953 DEBUG [RS:0;87fb68174c52:34315 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:20:02,953 INFO [RS:0;87fb68174c52:34315 {}] regionserver.LeaseManager(133): Closed leases 2024-11-07T12:20:02,953 INFO [RS:0;87fb68174c52:34315 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-07T12:20:02,953 INFO [RS:0;87fb68174c52:34315 {}] hbase.ChoreService(370): Chore service for: regionserver/87fb68174c52:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-07T12:20:02,953 INFO [RS:0;87fb68174c52:34315 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-07T12:20:02,953 INFO [regionserver/87fb68174c52:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-07T12:20:02,953 INFO [RS:0;87fb68174c52:34315 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-87fb68174c52,34315,1730981976162 because: Region server is closing 2024-11-07T12:20:02,954 INFO [RS:0;87fb68174c52:34315 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;87fb68174c52:34315. 2024-11-07T12:20:02,954 DEBUG [RS:0;87fb68174c52:34315 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T12:20:02,954 DEBUG [RS:0;87fb68174c52:34315 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:20:02,954 DEBUG [RS:0;87fb68174c52:34315 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:20:02,954 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T12:20:03,054 INFO [RS:0;87fb68174c52:34315 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,34315,1730981976162.replicationSource.shipper87fb68174c52%2C34315%2C1730981976162,1-87fb68174c52,34315,1730981976162 terminated 2024-11-07T12:20:03,054 WARN [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,34315,1730981976162.replicationSource.wal-reader.87fb68174c52%2C34315%2C1730981976162,1-87fb68174c52,34315,1730981976162 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-07T12:20:03,054 INFO [RS:0;87fb68174c52:34315 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;87fb68174c52:34315. 2024-11-07T12:20:03,054 DEBUG [RS:0;87fb68174c52:34315 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T12:20:03,054 DEBUG [RS:0;87fb68174c52:34315 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:20:03,055 DEBUG [RS:0;87fb68174c52:34315 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:20:03,055 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T12:20:03,055 INFO [RS:0;87fb68174c52:34315 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:34315 2024-11-07T12:20:03,056 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33743-0x1001a2ed1660003, quorum=127.0.0.1:58515, baseZNode=/1876083991 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1876083991/rs 2024-11-07T12:20:03,056 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34315-0x1001a2ed1660004, quorum=127.0.0.1:58515, baseZNode=/1876083991 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1876083991/rs/87fb68174c52,34315,1730981976162 2024-11-07T12:20:03,057 INFO [RS:0;87fb68174c52:34315 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-07T12:20:03,058 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [87fb68174c52,34315,1730981976162] 2024-11-07T12:20:03,059 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1876083991/draining/87fb68174c52,34315,1730981976162 already deleted, retry=false 2024-11-07T12:20:03,059 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 87fb68174c52,34315,1730981976162 expired; onlineServers=0 2024-11-07T12:20:03,059 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '87fb68174c52,33743,1730981976119' ***** 2024-11-07T12:20:03,059 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-07T12:20:03,059 INFO [M:0;87fb68174c52:33743 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-07T12:20:03,059 INFO [M:0;87fb68174c52:33743 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-07T12:20:03,059 DEBUG [M:0;87fb68174c52:33743 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-07T12:20:03,059 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-07T12:20:03,059 DEBUG [M:0;87fb68174c52:33743 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-07T12:20:03,059 DEBUG [master/87fb68174c52:0:becomeActiveMaster-HFileCleaner.large.0-1730981977529 {}] cleaner.HFileCleaner(306): Exit Thread[master/87fb68174c52:0:becomeActiveMaster-HFileCleaner.large.0-1730981977529,5,FailOnTimeoutGroup] 2024-11-07T12:20:03,059 DEBUG [master/87fb68174c52:0:becomeActiveMaster-HFileCleaner.small.0-1730981977532 {}] cleaner.HFileCleaner(306): Exit Thread[master/87fb68174c52:0:becomeActiveMaster-HFileCleaner.small.0-1730981977532,5,FailOnTimeoutGroup] 2024-11-07T12:20:03,060 INFO [M:0;87fb68174c52:33743 {}] hbase.ChoreService(370): Chore service for: master/87fb68174c52:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-07T12:20:03,060 INFO [M:0;87fb68174c52:33743 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-07T12:20:03,060 DEBUG [M:0;87fb68174c52:33743 {}] master.HMaster(1795): Stopping service threads 2024-11-07T12:20:03,060 INFO [M:0;87fb68174c52:33743 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-07T12:20:03,060 INFO [M:0;87fb68174c52:33743 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-07T12:20:03,060 INFO [M:0;87fb68174c52:33743 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-07T12:20:03,060 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-07T12:20:03,061 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33743-0x1001a2ed1660003, quorum=127.0.0.1:58515, baseZNode=/1876083991 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1876083991/master 2024-11-07T12:20:03,061 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33743-0x1001a2ed1660003, quorum=127.0.0.1:58515, baseZNode=/1876083991 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1876083991 2024-11-07T12:20:03,061 DEBUG [M:0;87fb68174c52:33743 {}] zookeeper.ZKUtil(347): master:33743-0x1001a2ed1660003, quorum=127.0.0.1:58515, baseZNode=/1876083991 Unable to get data of znode /1876083991/master because node does not exist (not an error) 2024-11-07T12:20:03,061 WARN [M:0;87fb68174c52:33743 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-07T12:20:03,062 INFO [M:0;87fb68174c52:33743 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:44975/user/jenkins/test-data/f941b3eb-a2d0-2f7c-4a24-9ec6e2993f2c/.lastflushedseqids 2024-11-07T12:20:03,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33191 is added to blk_1073741848_1024 (size=245) 2024-11-07T12:20:03,158 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34315-0x1001a2ed1660004, quorum=127.0.0.1:58515, baseZNode=/1876083991 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T12:20:03,158 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34315-0x1001a2ed1660004, quorum=127.0.0.1:58515, baseZNode=/1876083991 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T12:20:03,158 INFO [RS:0;87fb68174c52:34315 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-07T12:20:03,158 INFO [RS:0;87fb68174c52:34315 {}] regionserver.HRegionServer(1031): Exiting; stopping=87fb68174c52,34315,1730981976162; zookeeper connection closed. 2024-11-07T12:20:03,158 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5f04824f {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5f04824f 2024-11-07T12:20:03,159 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-07T12:20:03,467 INFO [M:0;87fb68174c52:33743 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-07T12:20:03,468 INFO [M:0;87fb68174c52:33743 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-07T12:20:03,468 DEBUG [M:0;87fb68174c52:33743 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-07T12:20:03,468 INFO [M:0;87fb68174c52:33743 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T12:20:03,468 DEBUG [M:0;87fb68174c52:33743 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T12:20:03,468 DEBUG [M:0;87fb68174c52:33743 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-07T12:20:03,468 DEBUG [M:0;87fb68174c52:33743 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T12:20:03,468 INFO [M:0;87fb68174c52:33743 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.51 KB heapSize=64.93 KB 2024-11-07T12:20:03,468 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,45327,1730981972414.replicationSource.wal-reader.87fb68174c52%2C45327%2C1730981972414,1-87fb68174c52,45327,1730981972414 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35299/user/jenkins/test-data/c1b001e6-0289-755f-1dfb-a75ad48187fa/WALs/87fb68174c52,45327,1730981972414/87fb68174c52%2C45327%2C1730981972414.1730981974428 to pos 1493, reset compression=false 2024-11-07T12:20:03,487 DEBUG [M:0;87fb68174c52:33743 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44975/user/jenkins/test-data/f941b3eb-a2d0-2f7c-4a24-9ec6e2993f2c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f1addedbaf1e49c08a12fb801e478dda is 82, key is hbase:meta,,1/info:regioninfo/1730981978332/Put/seqid=0 2024-11-07T12:20:03,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33191 is added to blk_1073741849_1025 (size=5672) 2024-11-07T12:20:03,521 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T12:20:03,521 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T12:20:03,521 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T12:20:03,550 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T12:20:03,550 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T12:20:03,550 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T12:20:03,550 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T12:20:03,550 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T12:20:03,551 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T12:20:03,555 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T12:20:03,557 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T12:20:03,557 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T12:20:03,558 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T12:20:03,891 INFO [M:0;87fb68174c52:33743 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:44975/user/jenkins/test-data/f941b3eb-a2d0-2f7c-4a24-9ec6e2993f2c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f1addedbaf1e49c08a12fb801e478dda 2024-11-07T12:20:03,908 DEBUG [M:0;87fb68174c52:33743 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44975/user/jenkins/test-data/f941b3eb-a2d0-2f7c-4a24-9ec6e2993f2c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6439d30e359749748a885df8a232bfe3 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1730981988480/Put/seqid=0 2024-11-07T12:20:03,911 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33191 is added to blk_1073741850_1026 (size=8517) 2024-11-07T12:20:04,072 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-07T12:20:04,073 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T12:20:04,073 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T12:20:04,074 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T12:20:04,100 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T12:20:04,100 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T12:20:04,101 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T12:20:04,101 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T12:20:04,101 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T12:20:04,101 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T12:20:04,106 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T12:20:04,108 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T12:20:04,108 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T12:20:04,109 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T12:20:04,314 INFO [M:0;87fb68174c52:33743 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.96 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:44975/user/jenkins/test-data/f941b3eb-a2d0-2f7c-4a24-9ec6e2993f2c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6439d30e359749748a885df8a232bfe3 2024-11-07T12:20:04,333 DEBUG [M:0;87fb68174c52:33743 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44975/user/jenkins/test-data/f941b3eb-a2d0-2f7c-4a24-9ec6e2993f2c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7c6268ba99b94d9ba5b5e48bd460e706 is 69, key is 87fb68174c52,34315,1730981976162/rs:state/1730981977606/Put/seqid=0 2024-11-07T12:20:04,336 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33191 is added to blk_1073741851_1027 (size=5156) 2024-11-07T12:20:04,573 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,45327,1730981972414.replicationSource.wal-reader.87fb68174c52%2C45327%2C1730981972414,1-87fb68174c52,45327,1730981972414 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35299/user/jenkins/test-data/c1b001e6-0289-755f-1dfb-a75ad48187fa/WALs/87fb68174c52,45327,1730981972414/87fb68174c52%2C45327%2C1730981972414.1730981974428 to pos 1493, reset compression=false 2024-11-07T12:20:04,736 INFO [M:0;87fb68174c52:33743 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:44975/user/jenkins/test-data/f941b3eb-a2d0-2f7c-4a24-9ec6e2993f2c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7c6268ba99b94d9ba5b5e48bd460e706 2024-11-07T12:20:04,741 DEBUG [M:0;87fb68174c52:33743 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44975/user/jenkins/test-data/f941b3eb-a2d0-2f7c-4a24-9ec6e2993f2c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f1addedbaf1e49c08a12fb801e478dda as hdfs://localhost:44975/user/jenkins/test-data/f941b3eb-a2d0-2f7c-4a24-9ec6e2993f2c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f1addedbaf1e49c08a12fb801e478dda 2024-11-07T12:20:04,744 INFO [M:0;87fb68174c52:33743 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44975/user/jenkins/test-data/f941b3eb-a2d0-2f7c-4a24-9ec6e2993f2c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f1addedbaf1e49c08a12fb801e478dda, entries=8, sequenceid=97, filesize=5.5 K 2024-11-07T12:20:04,745 DEBUG [M:0;87fb68174c52:33743 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44975/user/jenkins/test-data/f941b3eb-a2d0-2f7c-4a24-9ec6e2993f2c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6439d30e359749748a885df8a232bfe3 as hdfs://localhost:44975/user/jenkins/test-data/f941b3eb-a2d0-2f7c-4a24-9ec6e2993f2c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/6439d30e359749748a885df8a232bfe3 2024-11-07T12:20:04,749 INFO [M:0;87fb68174c52:33743 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44975/user/jenkins/test-data/f941b3eb-a2d0-2f7c-4a24-9ec6e2993f2c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/6439d30e359749748a885df8a232bfe3, entries=11, sequenceid=97, filesize=8.3 K 2024-11-07T12:20:04,750 DEBUG [M:0;87fb68174c52:33743 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44975/user/jenkins/test-data/f941b3eb-a2d0-2f7c-4a24-9ec6e2993f2c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7c6268ba99b94d9ba5b5e48bd460e706 as hdfs://localhost:44975/user/jenkins/test-data/f941b3eb-a2d0-2f7c-4a24-9ec6e2993f2c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/7c6268ba99b94d9ba5b5e48bd460e706 2024-11-07T12:20:04,753 INFO [M:0;87fb68174c52:33743 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44975/user/jenkins/test-data/f941b3eb-a2d0-2f7c-4a24-9ec6e2993f2c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/7c6268ba99b94d9ba5b5e48bd460e706, entries=1, sequenceid=97, filesize=5.0 K 2024-11-07T12:20:04,754 INFO [M:0;87fb68174c52:33743 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1286ms, sequenceid=97, compaction requested=false 2024-11-07T12:20:04,755 INFO [M:0;87fb68174c52:33743 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T12:20:04,756 DEBUG [M:0;87fb68174c52:33743 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1730982003468Disabling compacts and flushes for region at 1730982003468Disabling writes for close at 1730982003468Obtaining lock to block concurrent updates at 1730982003468Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1730982003468Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56847, getHeapSize=66424, getOffHeapSize=0, getCellsCount=114 at 1730982003468Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1730982003469 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1730982003469Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1730982003486 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1730982003486Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1730982003894 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1730982003908 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1730982003908Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1730982004318 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1730982004332 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1730982004332Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@40b322a8: reopening flushed file at 1730982004740 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@66bcff0: reopening flushed file at 1730982004745 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@58451c76: reopening flushed file at 1730982004749 (+4 ms)Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1286ms, sequenceid=97, compaction requested=false at 1730982004754 (+5 ms)Writing region close event to WAL at 1730982004755 (+1 ms)Closed at 1730982004755 2024-11-07T12:20:04,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33191 is added to blk_1073741830_1006 (size=63666) 2024-11-07T12:20:04,758 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-07T12:20:04,758 INFO [M:0;87fb68174c52:33743 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-07T12:20:04,758 INFO [M:0;87fb68174c52:33743 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:33743 2024-11-07T12:20:04,759 INFO [M:0;87fb68174c52:33743 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-07T12:20:04,861 INFO [M:0;87fb68174c52:33743 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-07T12:20:04,861 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33743-0x1001a2ed1660003, quorum=127.0.0.1:58515, baseZNode=/1876083991 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T12:20:04,861 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33743-0x1001a2ed1660003, quorum=127.0.0.1:58515, baseZNode=/1876083991 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T12:20:04,864 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2a044aaf{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T12:20:04,864 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@52c46f9b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-07T12:20:04,864 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-07T12:20:04,864 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@51cfce39{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-07T12:20:04,864 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@52a9f051{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92a1d8e5-1120-f1a4-de9f-ce45e689e3bf/hadoop.log.dir/,STOPPED} 2024-11-07T12:20:04,866 WARN [BP-1695841780-172.17.0.3-1730981975090 heartbeating to localhost/127.0.0.1:44975 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-07T12:20:04,866 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-07T12:20:04,866 WARN [BP-1695841780-172.17.0.3-1730981975090 heartbeating to localhost/127.0.0.1:44975 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1695841780-172.17.0.3-1730981975090 (Datanode Uuid e6ab5d4a-4e23-42f8-85ef-0c26dc3d998b) service to localhost/127.0.0.1:44975 2024-11-07T12:20:04,866 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-07T12:20:04,867 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92a1d8e5-1120-f1a4-de9f-ce45e689e3bf/cluster_dc43a62f-dd90-ff1a-5b94-3bf610be3fe9/data/data1/current/BP-1695841780-172.17.0.3-1730981975090 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T12:20:04,867 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92a1d8e5-1120-f1a4-de9f-ce45e689e3bf/cluster_dc43a62f-dd90-ff1a-5b94-3bf610be3fe9/data/data2/current/BP-1695841780-172.17.0.3-1730981975090 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T12:20:04,867 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-07T12:20:04,874 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3c3550ea{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-07T12:20:04,875 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@d0a3ca0{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-07T12:20:04,875 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-07T12:20:04,875 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5fe8d0f8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-07T12:20:04,875 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@bd6c149{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92a1d8e5-1120-f1a4-de9f-ce45e689e3bf/hadoop.log.dir/,STOPPED} 2024-11-07T12:20:04,891 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-07T12:20:04,891 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-07T12:20:04,891 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T12:20:04,891 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T12:20:04,891 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:20:04,891 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:20:04,891 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T12:20:04,892 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-07T12:20:04,892 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1033557730, stopped=false 2024-11-07T12:20:04,892 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=87fb68174c52,42693,1730981972337 2024-11-07T12:20:04,893 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42693-0x1001a2ed1660000, quorum=127.0.0.1:58515, baseZNode=/0-1788424890 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1788424890/running 2024-11-07T12:20:04,893 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42693-0x1001a2ed1660000, quorum=127.0.0.1:58515, baseZNode=/0-1788424890 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1788424890 2024-11-07T12:20:04,893 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-07T12:20:04,893 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45327-0x1001a2ed1660001, quorum=127.0.0.1:58515, baseZNode=/0-1788424890 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1788424890/running 2024-11-07T12:20:04,894 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45327-0x1001a2ed1660001, quorum=127.0.0.1:58515, baseZNode=/0-1788424890 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1788424890 2024-11-07T12:20:04,895 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T12:20:04,895 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42693-0x1001a2ed1660000, quorum=127.0.0.1:58515, baseZNode=/0-1788424890 Set watcher on znode that does not yet exist, /0-1788424890/running 2024-11-07T12:20:04,895 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45327-0x1001a2ed1660001, quorum=127.0.0.1:58515, baseZNode=/0-1788424890 Set watcher on znode that does not yet exist, /0-1788424890/running 2024-11-07T12:20:04,895 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T12:20:04,895 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:20:04,896 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '87fb68174c52,45327,1730981972414' ***** 2024-11-07T12:20:04,896 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-07T12:20:04,897 INFO [RS:0;87fb68174c52:45327 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-07T12:20:04,897 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-07T12:20:04,897 INFO [RS:0;87fb68174c52:45327 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-07T12:20:04,897 INFO [RS:0;87fb68174c52:45327 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-07T12:20:04,897 INFO [RS:0;87fb68174c52:45327 {}] regionserver.HRegionServer(3091): Received CLOSE for c8a16366547304c470bdd1c222467918 2024-11-07T12:20:04,897 INFO [RS:0;87fb68174c52:45327 {}] regionserver.HRegionServer(3091): Received CLOSE for 40dfbc799dc474c49c603ab3949fffa0 2024-11-07T12:20:04,897 INFO [RS:0;87fb68174c52:45327 {}] regionserver.HRegionServer(959): stopping server 87fb68174c52,45327,1730981972414 2024-11-07T12:20:04,897 INFO [RS:0;87fb68174c52:45327 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-07T12:20:04,897 INFO [RS:0;87fb68174c52:45327 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;87fb68174c52:45327. 2024-11-07T12:20:04,897 DEBUG [RS:0;87fb68174c52:45327 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T12:20:04,897 DEBUG [RS:0;87fb68174c52:45327 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:20:04,897 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c8a16366547304c470bdd1c222467918, disabling compactions & flushes 2024-11-07T12:20:04,898 INFO [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1730981981978.c8a16366547304c470bdd1c222467918. 2024-11-07T12:20:04,898 INFO [RS:0;87fb68174c52:45327 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-07T12:20:04,898 INFO [RS:0;87fb68174c52:45327 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-07T12:20:04,898 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1730981981978.c8a16366547304c470bdd1c222467918. 2024-11-07T12:20:04,898 INFO [RS:0;87fb68174c52:45327 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-07T12:20:04,898 INFO [RS:0;87fb68174c52:45327 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-07T12:20:04,898 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1730981981978.c8a16366547304c470bdd1c222467918. after waiting 0 ms 2024-11-07T12:20:04,898 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1730981981978.c8a16366547304c470bdd1c222467918. 2024-11-07T12:20:04,898 INFO [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing c8a16366547304c470bdd1c222467918 3/3 column families, dataSize=341 B heapSize=1.99 KB 2024-11-07T12:20:04,898 INFO [RS:0;87fb68174c52:45327 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-07T12:20:04,898 DEBUG [RS:0;87fb68174c52:45327 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, c8a16366547304c470bdd1c222467918=test,,1730981981978.c8a16366547304c470bdd1c222467918., 40dfbc799dc474c49c603ab3949fffa0=hbase:replication,,1730981985932.40dfbc799dc474c49c603ab3949fffa0.} 2024-11-07T12:20:04,898 DEBUG [RS:0;87fb68174c52:45327 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 40dfbc799dc474c49c603ab3949fffa0, c8a16366547304c470bdd1c222467918 2024-11-07T12:20:04,898 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-07T12:20:04,898 INFO [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-07T12:20:04,898 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-07T12:20:04,898 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-07T12:20:04,898 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-07T12:20:04,898 INFO [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-07T12:20:04,918 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35299/user/jenkins/test-data/c1b001e6-0289-755f-1dfb-a75ad48187fa/data/hbase/meta/1588230740/.tmp/info/b2f673962c4147239e845d20d088fef7 is 147, key is hbase:replication,,1730981985932.40dfbc799dc474c49c603ab3949fffa0./info:regioninfo/1730981987134/Put/seqid=0 2024-11-07T12:20:04,918 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35299/user/jenkins/test-data/c1b001e6-0289-755f-1dfb-a75ad48187fa/data/default/test/c8a16366547304c470bdd1c222467918/.tmp/f/e6d77fe1d9af44d5b4f0decf016f93b0 is 37, key is row3/f:row3/1730981996606/Put/seqid=0 2024-11-07T12:20:04,926 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45393 is added to blk_1073741841_1017 (size=5228) 2024-11-07T12:20:04,930 INFO [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:35299/user/jenkins/test-data/c1b001e6-0289-755f-1dfb-a75ad48187fa/data/default/test/c8a16366547304c470bdd1c222467918/.tmp/f/e6d77fe1d9af44d5b4f0decf016f93b0 2024-11-07T12:20:04,934 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45393 is added to blk_1073741840_1016 (size=7686) 2024-11-07T12:20:04,934 INFO [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e6d77fe1d9af44d5b4f0decf016f93b0 2024-11-07T12:20:04,955 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35299/user/jenkins/test-data/c1b001e6-0289-755f-1dfb-a75ad48187fa/data/default/test/c8a16366547304c470bdd1c222467918/.tmp/f1/58b17baa75224635a77b888160248057 is 30, key is row1/f1:/1730981993946/DeleteFamily/seqid=0 2024-11-07T12:20:04,957 INFO [regionserver/87fb68174c52:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-07T12:20:04,959 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45393 is added to blk_1073741842_1018 (size=5158) 2024-11-07T12:20:04,959 INFO [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:35299/user/jenkins/test-data/c1b001e6-0289-755f-1dfb-a75ad48187fa/data/default/test/c8a16366547304c470bdd1c222467918/.tmp/f1/58b17baa75224635a77b888160248057 2024-11-07T12:20:04,966 INFO [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 58b17baa75224635a77b888160248057 2024-11-07T12:20:04,983 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35299/user/jenkins/test-data/c1b001e6-0289-755f-1dfb-a75ad48187fa/data/default/test/c8a16366547304c470bdd1c222467918/.tmp/norep/f192679c308f43c68d71fe7e0ceb15d9 is 32, key is row/norep:/1730981992940/DeleteFamily/seqid=0 2024-11-07T12:20:04,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45393 is added to blk_1073741843_1019 (size=5101) 2024-11-07T12:20:04,994 INFO [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:35299/user/jenkins/test-data/c1b001e6-0289-755f-1dfb-a75ad48187fa/data/default/test/c8a16366547304c470bdd1c222467918/.tmp/norep/f192679c308f43c68d71fe7e0ceb15d9 2024-11-07T12:20:04,998 INFO [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f192679c308f43c68d71fe7e0ceb15d9 2024-11-07T12:20:04,999 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35299/user/jenkins/test-data/c1b001e6-0289-755f-1dfb-a75ad48187fa/data/default/test/c8a16366547304c470bdd1c222467918/.tmp/f/e6d77fe1d9af44d5b4f0decf016f93b0 as hdfs://localhost:35299/user/jenkins/test-data/c1b001e6-0289-755f-1dfb-a75ad48187fa/data/default/test/c8a16366547304c470bdd1c222467918/f/e6d77fe1d9af44d5b4f0decf016f93b0 2024-11-07T12:20:05,003 INFO [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e6d77fe1d9af44d5b4f0decf016f93b0 2024-11-07T12:20:05,003 INFO [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35299/user/jenkins/test-data/c1b001e6-0289-755f-1dfb-a75ad48187fa/data/default/test/c8a16366547304c470bdd1c222467918/f/e6d77fe1d9af44d5b4f0decf016f93b0, entries=5, sequenceid=12, filesize=5.1 K 2024-11-07T12:20:05,004 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35299/user/jenkins/test-data/c1b001e6-0289-755f-1dfb-a75ad48187fa/data/default/test/c8a16366547304c470bdd1c222467918/.tmp/f1/58b17baa75224635a77b888160248057 as hdfs://localhost:35299/user/jenkins/test-data/c1b001e6-0289-755f-1dfb-a75ad48187fa/data/default/test/c8a16366547304c470bdd1c222467918/f1/58b17baa75224635a77b888160248057 2024-11-07T12:20:05,009 INFO [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 58b17baa75224635a77b888160248057 2024-11-07T12:20:05,009 INFO [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35299/user/jenkins/test-data/c1b001e6-0289-755f-1dfb-a75ad48187fa/data/default/test/c8a16366547304c470bdd1c222467918/f1/58b17baa75224635a77b888160248057, entries=3, sequenceid=12, filesize=5.0 K 2024-11-07T12:20:05,010 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35299/user/jenkins/test-data/c1b001e6-0289-755f-1dfb-a75ad48187fa/data/default/test/c8a16366547304c470bdd1c222467918/.tmp/norep/f192679c308f43c68d71fe7e0ceb15d9 as hdfs://localhost:35299/user/jenkins/test-data/c1b001e6-0289-755f-1dfb-a75ad48187fa/data/default/test/c8a16366547304c470bdd1c222467918/norep/f192679c308f43c68d71fe7e0ceb15d9 2024-11-07T12:20:05,015 INFO [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f192679c308f43c68d71fe7e0ceb15d9 2024-11-07T12:20:05,015 INFO [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35299/user/jenkins/test-data/c1b001e6-0289-755f-1dfb-a75ad48187fa/data/default/test/c8a16366547304c470bdd1c222467918/norep/f192679c308f43c68d71fe7e0ceb15d9, entries=1, sequenceid=12, filesize=5.0 K 2024-11-07T12:20:05,016 INFO [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for c8a16366547304c470bdd1c222467918 in 118ms, sequenceid=12, compaction requested=false 2024-11-07T12:20:05,029 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35299/user/jenkins/test-data/c1b001e6-0289-755f-1dfb-a75ad48187fa/data/default/test/c8a16366547304c470bdd1c222467918/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-07T12:20:05,030 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-07T12:20:05,030 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-07T12:20:05,030 INFO [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1730981981978.c8a16366547304c470bdd1c222467918. 2024-11-07T12:20:05,030 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c8a16366547304c470bdd1c222467918: Waiting for close lock at 1730982004897Running coprocessor pre-close hooks at 1730982004897Disabling compacts and flushes for region at 1730982004897Disabling writes for close at 1730982004898 (+1 ms)Obtaining lock to block concurrent updates at 1730982004898Preparing flush snapshotting stores in c8a16366547304c470bdd1c222467918 at 1730982004898Finished memstore snapshotting test,,1730981981978.c8a16366547304c470bdd1c222467918., syncing WAL and waiting on mvcc, flushsize=dataSize=341, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1730982004898Flushing stores of test,,1730981981978.c8a16366547304c470bdd1c222467918. at 1730982004899 (+1 ms)Flushing c8a16366547304c470bdd1c222467918/f: creating writer at 1730982004899Flushing c8a16366547304c470bdd1c222467918/f: appending metadata at 1730982004917 (+18 ms)Flushing c8a16366547304c470bdd1c222467918/f: closing flushed file at 1730982004917Flushing c8a16366547304c470bdd1c222467918/f1: creating writer at 1730982004935 (+18 ms)Flushing c8a16366547304c470bdd1c222467918/f1: appending metadata at 1730982004955 (+20 ms)Flushing c8a16366547304c470bdd1c222467918/f1: closing flushed file at 1730982004955Flushing c8a16366547304c470bdd1c222467918/norep: creating writer at 1730982004966 (+11 ms)Flushing c8a16366547304c470bdd1c222467918/norep: appending metadata at 1730982004983 (+17 ms)Flushing c8a16366547304c470bdd1c222467918/norep: closing flushed file at 1730982004983Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@50b7bb2b: reopening flushed file at 1730982004998 (+15 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@78bd2663: reopening flushed file at 1730982005003 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@47056b3d: reopening flushed file at 1730982005009 (+6 ms)Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for c8a16366547304c470bdd1c222467918 in 118ms, sequenceid=12, compaction requested=false at 1730982005016 (+7 ms)Writing region close event to WAL at 1730982005025 (+9 ms)Running coprocessor post-close hooks at 1730982005029 (+4 ms)Closed at 1730982005030 (+1 ms) 2024-11-07T12:20:05,030 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1730981981978.c8a16366547304c470bdd1c222467918. 2024-11-07T12:20:05,030 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 40dfbc799dc474c49c603ab3949fffa0, disabling compactions & flushes 2024-11-07T12:20:05,030 INFO [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1730981985932.40dfbc799dc474c49c603ab3949fffa0. 2024-11-07T12:20:05,030 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1730981985932.40dfbc799dc474c49c603ab3949fffa0. 2024-11-07T12:20:05,030 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1730981985932.40dfbc799dc474c49c603ab3949fffa0. after waiting 0 ms 2024-11-07T12:20:05,030 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1730981985932.40dfbc799dc474c49c603ab3949fffa0. 2024-11-07T12:20:05,030 INFO [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 40dfbc799dc474c49c603ab3949fffa0 3/3 column families, dataSize=1.46 KB heapSize=2.94 KB 2024-11-07T12:20:05,045 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35299/user/jenkins/test-data/c1b001e6-0289-755f-1dfb-a75ad48187fa/data/hbase/replication/40dfbc799dc474c49c603ab3949fffa0/.tmp/queue/cab0841f81a24a4ba15703c8a8368424 is 154, key is 1-87fb68174c52,45327,1730981972414/queue:87fb68174c52%2C45327%2C1730981972414/1730981998027/Put/seqid=0 2024-11-07T12:20:05,048 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45393 is added to blk_1073741844_1020 (size=5353) 2024-11-07T12:20:05,098 DEBUG [RS:0;87fb68174c52:45327 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 40dfbc799dc474c49c603ab3949fffa0 2024-11-07T12:20:05,245 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-07T12:20:05,246 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-07T12:20:05,298 DEBUG [RS:0;87fb68174c52:45327 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 40dfbc799dc474c49c603ab3949fffa0 2024-11-07T12:20:05,334 INFO [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35299/user/jenkins/test-data/c1b001e6-0289-755f-1dfb-a75ad48187fa/data/hbase/meta/1588230740/.tmp/info/b2f673962c4147239e845d20d088fef7 2024-11-07T12:20:05,336 INFO [regionserver/87fb68174c52:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-07T12:20:05,336 INFO [regionserver/87fb68174c52:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-07T12:20:05,356 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35299/user/jenkins/test-data/c1b001e6-0289-755f-1dfb-a75ad48187fa/data/hbase/meta/1588230740/.tmp/ns/ee870d4ab3f9427a87b4236739e4e473 is 43, key is default/ns:d/1730981975018/Put/seqid=0 2024-11-07T12:20:05,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45393 is added to blk_1073741845_1021 (size=5153) 2024-11-07T12:20:05,449 INFO [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.46 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:35299/user/jenkins/test-data/c1b001e6-0289-755f-1dfb-a75ad48187fa/data/hbase/replication/40dfbc799dc474c49c603ab3949fffa0/.tmp/queue/cab0841f81a24a4ba15703c8a8368424 2024-11-07T12:20:05,454 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35299/user/jenkins/test-data/c1b001e6-0289-755f-1dfb-a75ad48187fa/data/hbase/replication/40dfbc799dc474c49c603ab3949fffa0/.tmp/queue/cab0841f81a24a4ba15703c8a8368424 as hdfs://localhost:35299/user/jenkins/test-data/c1b001e6-0289-755f-1dfb-a75ad48187fa/data/hbase/replication/40dfbc799dc474c49c603ab3949fffa0/queue/cab0841f81a24a4ba15703c8a8368424 2024-11-07T12:20:05,457 INFO [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35299/user/jenkins/test-data/c1b001e6-0289-755f-1dfb-a75ad48187fa/data/hbase/replication/40dfbc799dc474c49c603ab3949fffa0/queue/cab0841f81a24a4ba15703c8a8368424, entries=1, sequenceid=14, filesize=5.2 K 2024-11-07T12:20:05,458 INFO [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for 40dfbc799dc474c49c603ab3949fffa0 in 428ms, sequenceid=14, compaction requested=false 2024-11-07T12:20:05,458 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-07T12:20:05,461 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35299/user/jenkins/test-data/c1b001e6-0289-755f-1dfb-a75ad48187fa/data/hbase/replication/40dfbc799dc474c49c603ab3949fffa0/recovered.edits/17.seqid, newMaxSeqId=17, maxSeqId=1 2024-11-07T12:20:05,462 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-07T12:20:05,462 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-07T12:20:05,462 INFO [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1730981985932.40dfbc799dc474c49c603ab3949fffa0. 2024-11-07T12:20:05,462 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 40dfbc799dc474c49c603ab3949fffa0: Waiting for close lock at 1730982005030Running coprocessor pre-close hooks at 1730982005030Disabling compacts and flushes for region at 1730982005030Disabling writes for close at 1730982005030Obtaining lock to block concurrent updates at 1730982005030Preparing flush snapshotting stores in 40dfbc799dc474c49c603ab3949fffa0 at 1730982005030Finished memstore snapshotting hbase:replication,,1730981985932.40dfbc799dc474c49c603ab3949fffa0., syncing WAL and waiting on mvcc, flushsize=dataSize=1492, getHeapSize=2960, getOffHeapSize=0, getCellsCount=10 at 1730982005030Flushing stores of hbase:replication,,1730981985932.40dfbc799dc474c49c603ab3949fffa0. at 1730982005031 (+1 ms)Flushing 40dfbc799dc474c49c603ab3949fffa0/queue: creating writer at 1730982005031Flushing 40dfbc799dc474c49c603ab3949fffa0/queue: appending metadata at 1730982005045 (+14 ms)Flushing 40dfbc799dc474c49c603ab3949fffa0/queue: closing flushed file at 1730982005045Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7f65ac: reopening flushed file at 1730982005453 (+408 ms)Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for 40dfbc799dc474c49c603ab3949fffa0 in 428ms, sequenceid=14, compaction requested=false at 1730982005458 (+5 ms)Writing region close event to WAL at 1730982005459 (+1 ms)Running coprocessor post-close hooks at 1730982005462 (+3 ms)Closed at 1730982005462 2024-11-07T12:20:05,462 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1730981985932.40dfbc799dc474c49c603ab3949fffa0. 2024-11-07T12:20:05,499 DEBUG [RS:0;87fb68174c52:45327 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-07T12:20:05,699 DEBUG [RS:0;87fb68174c52:45327 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-07T12:20:05,760 INFO [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35299/user/jenkins/test-data/c1b001e6-0289-755f-1dfb-a75ad48187fa/data/hbase/meta/1588230740/.tmp/ns/ee870d4ab3f9427a87b4236739e4e473 2024-11-07T12:20:05,776 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,45327,1730981972414.replicationSource.wal-reader.87fb68174c52%2C45327%2C1730981972414,1-87fb68174c52,45327,1730981972414 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35299/user/jenkins/test-data/c1b001e6-0289-755f-1dfb-a75ad48187fa/WALs/87fb68174c52,45327,1730981972414/87fb68174c52%2C45327%2C1730981972414.1730981974428 to pos 1493, reset compression=false 2024-11-07T12:20:05,781 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,45327,1730981972414.replicationSource.wal-reader.87fb68174c52%2C45327%2C1730981972414,1-87fb68174c52,45327,1730981972414 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-07T12:20:05,781 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,45327,1730981972414.replicationSource.wal-reader.87fb68174c52%2C45327%2C1730981972414,1-87fb68174c52,45327,1730981972414 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35299/user/jenkins/test-data/c1b001e6-0289-755f-1dfb-a75ad48187fa/WALs/87fb68174c52,45327,1730981972414/87fb68174c52%2C45327%2C1730981972414.1730981974428 to pos 2384, reset compression=false 2024-11-07T12:20:05,781 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,45327,1730981972414.replicationSource.shipper87fb68174c52%2C45327%2C1730981972414,1-87fb68174c52,45327,1730981972414 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-87fb68174c52,45327,1730981972414 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35299/user/jenkins/test-data/c1b001e6-0289-755f-1dfb-a75ad48187fa/WALs/87fb68174c52,45327,1730981972414/87fb68174c52%2C45327%2C1730981972414.1730981974428, lastWalPosition=2384, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-07T12:20:05,781 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35299/user/jenkins/test-data/c1b001e6-0289-755f-1dfb-a75ad48187fa/data/hbase/meta/1588230740/.tmp/rep_barrier/1a44f6b06e8041e19dfa13d778d521df is 112, key is test,,1730981981978.c8a16366547304c470bdd1c222467918./rep_barrier:seqnumDuringOpen/1730981982813/Put/seqid=0 2024-11-07T12:20:05,782 ERROR [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,45327,1730981972414.replicationSource.shipper87fb68174c52%2C45327%2C1730981972414,1-87fb68174c52,45327,1730981972414 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 87fb68174c52,45327,1730981972414: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-87fb68174c52,45327,1730981972414, walGroup=87fb68174c52%2C45327%2C1730981972414, offset=87fb68174c52%2C45327%2C1730981972414.1730981974428:2384, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=87fb68174c52:45327 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-07T12:20:05,783 ERROR [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,45327,1730981972414.replicationSource.shipper87fb68174c52%2C45327%2C1730981972414,1-87fb68174c52,45327,1730981972414 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-07T12:20:05,783 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,45327,1730981972414.replicationSource.shipper87fb68174c52%2C45327%2C1730981972414,1-87fb68174c52,45327,1730981972414 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-07T12:20:05,784 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,45327,1730981972414.replicationSource.shipper87fb68174c52%2C45327%2C1730981972414,1-87fb68174c52,45327,1730981972414 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-07T12:20:05,784 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,45327,1730981972414.replicationSource.shipper87fb68174c52%2C45327%2C1730981972414,1-87fb68174c52,45327,1730981972414 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-07T12:20:05,784 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,45327,1730981972414.replicationSource.shipper87fb68174c52%2C45327%2C1730981972414,1-87fb68174c52,45327,1730981972414 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-07T12:20:05,784 INFO [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,45327,1730981972414.replicationSource.shipper87fb68174c52%2C45327%2C1730981972414,1-87fb68174c52,45327,1730981972414 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1153433600, "init": 1048576000, "max": 2306867200, "used": 772303232 }, "NonHeapMemoryUsage": { "committed": 201392128, "init": 7667712, "max": -1, "used": 198573680 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-07T12:20:05,784 WARN [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,45327,1730981972414.replicationSource.shipper87fb68174c52%2C45327%2C1730981972414,1-87fb68174c52,45327,1730981972414 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=87fb68174c52:42693 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=87fb68174c52:42693 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-07T12:20:05,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45393 is added to blk_1073741846_1022 (size=5518) 2024-11-07T12:20:05,899 INFO [RS:0;87fb68174c52:45327 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-07T12:20:05,899 DEBUG [RS:0;87fb68174c52:45327 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-07T12:20:05,899 DEBUG [RS:0;87fb68174c52:45327 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-07T12:20:05,987 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,45327,1730981972414.replicationSource.wal-reader.87fb68174c52%2C45327%2C1730981972414,1-87fb68174c52,45327,1730981972414 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35299/user/jenkins/test-data/c1b001e6-0289-755f-1dfb-a75ad48187fa/WALs/87fb68174c52,45327,1730981972414/87fb68174c52%2C45327%2C1730981972414.1730981974428 to pos 2384, reset compression=false 2024-11-07T12:20:06,099 DEBUG [RS:0;87fb68174c52:45327 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-07T12:20:06,189 INFO [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35299/user/jenkins/test-data/c1b001e6-0289-755f-1dfb-a75ad48187fa/data/hbase/meta/1588230740/.tmp/rep_barrier/1a44f6b06e8041e19dfa13d778d521df 2024-11-07T12:20:06,212 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35299/user/jenkins/test-data/c1b001e6-0289-755f-1dfb-a75ad48187fa/data/hbase/meta/1588230740/.tmp/table/448c3836a348421786961001827a4f26 is 53, key is hbase:replication/table:state/1730981987142/Put/seqid=0 2024-11-07T12:20:06,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45393 is added to blk_1073741847_1023 (size=5308) 2024-11-07T12:20:06,291 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,45327,1730981972414.replicationSource.wal-reader.87fb68174c52%2C45327%2C1730981972414,1-87fb68174c52,45327,1730981972414 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35299/user/jenkins/test-data/c1b001e6-0289-755f-1dfb-a75ad48187fa/WALs/87fb68174c52,45327,1730981972414/87fb68174c52%2C45327%2C1730981972414.1730981974428 to pos 2384, reset compression=false 2024-11-07T12:20:06,300 DEBUG [RS:0;87fb68174c52:45327 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-07T12:20:06,500 DEBUG [RS:0;87fb68174c52:45327 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-07T12:20:06,616 INFO [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35299/user/jenkins/test-data/c1b001e6-0289-755f-1dfb-a75ad48187fa/data/hbase/meta/1588230740/.tmp/table/448c3836a348421786961001827a4f26 2024-11-07T12:20:06,625 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35299/user/jenkins/test-data/c1b001e6-0289-755f-1dfb-a75ad48187fa/data/hbase/meta/1588230740/.tmp/info/b2f673962c4147239e845d20d088fef7 as hdfs://localhost:35299/user/jenkins/test-data/c1b001e6-0289-755f-1dfb-a75ad48187fa/data/hbase/meta/1588230740/info/b2f673962c4147239e845d20d088fef7 2024-11-07T12:20:06,636 INFO [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35299/user/jenkins/test-data/c1b001e6-0289-755f-1dfb-a75ad48187fa/data/hbase/meta/1588230740/info/b2f673962c4147239e845d20d088fef7, entries=20, sequenceid=16, filesize=7.5 K 2024-11-07T12:20:06,637 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35299/user/jenkins/test-data/c1b001e6-0289-755f-1dfb-a75ad48187fa/data/hbase/meta/1588230740/.tmp/ns/ee870d4ab3f9427a87b4236739e4e473 as hdfs://localhost:35299/user/jenkins/test-data/c1b001e6-0289-755f-1dfb-a75ad48187fa/data/hbase/meta/1588230740/ns/ee870d4ab3f9427a87b4236739e4e473 2024-11-07T12:20:06,643 INFO [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35299/user/jenkins/test-data/c1b001e6-0289-755f-1dfb-a75ad48187fa/data/hbase/meta/1588230740/ns/ee870d4ab3f9427a87b4236739e4e473, entries=2, sequenceid=16, filesize=5.0 K 2024-11-07T12:20:06,645 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35299/user/jenkins/test-data/c1b001e6-0289-755f-1dfb-a75ad48187fa/data/hbase/meta/1588230740/.tmp/rep_barrier/1a44f6b06e8041e19dfa13d778d521df as hdfs://localhost:35299/user/jenkins/test-data/c1b001e6-0289-755f-1dfb-a75ad48187fa/data/hbase/meta/1588230740/rep_barrier/1a44f6b06e8041e19dfa13d778d521df 2024-11-07T12:20:06,653 INFO [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35299/user/jenkins/test-data/c1b001e6-0289-755f-1dfb-a75ad48187fa/data/hbase/meta/1588230740/rep_barrier/1a44f6b06e8041e19dfa13d778d521df, entries=1, sequenceid=16, filesize=5.4 K 2024-11-07T12:20:06,656 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35299/user/jenkins/test-data/c1b001e6-0289-755f-1dfb-a75ad48187fa/data/hbase/meta/1588230740/.tmp/table/448c3836a348421786961001827a4f26 as hdfs://localhost:35299/user/jenkins/test-data/c1b001e6-0289-755f-1dfb-a75ad48187fa/data/hbase/meta/1588230740/table/448c3836a348421786961001827a4f26 2024-11-07T12:20:06,665 INFO [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35299/user/jenkins/test-data/c1b001e6-0289-755f-1dfb-a75ad48187fa/data/hbase/meta/1588230740/table/448c3836a348421786961001827a4f26, entries=4, sequenceid=16, filesize=5.2 K 2024-11-07T12:20:06,666 INFO [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1768ms, sequenceid=16, compaction requested=false 2024-11-07T12:20:06,666 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-07T12:20:06,700 DEBUG [RS:0;87fb68174c52:45327 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-07T12:20:06,705 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35299/user/jenkins/test-data/c1b001e6-0289-755f-1dfb-a75ad48187fa/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-07T12:20:06,706 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-07T12:20:06,706 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-07T12:20:06,706 INFO [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-07T12:20:06,706 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1730982004898Running coprocessor pre-close hooks at 1730982004898Disabling compacts and flushes for region at 1730982004898Disabling writes for close at 1730982004898Obtaining lock to block concurrent updates at 1730982004898Preparing flush snapshotting stores in 1588230740 at 1730982004898Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1730982004899 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1730982004900 (+1 ms)Flushing 1588230740/info: creating writer at 1730982004900Flushing 1588230740/info: appending metadata at 1730982004917 (+17 ms)Flushing 1588230740/info: closing flushed file at 1730982004917Flushing 1588230740/ns: creating writer at 1730982005339 (+422 ms)Flushing 1588230740/ns: appending metadata at 1730982005356 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1730982005356Flushing 1588230740/rep_barrier: creating writer at 1730982005765 (+409 ms)Flushing 1588230740/rep_barrier: appending metadata at 1730982005781 (+16 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1730982005781Flushing 1588230740/table: creating writer at 1730982006193 (+412 ms)Flushing 1588230740/table: appending metadata at 1730982006211 (+18 ms)Flushing 1588230740/table: closing flushed file at 1730982006211Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@296cb471: reopening flushed file at 1730982006622 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@51719c3: reopening flushed file at 1730982006636 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@d569ba1: reopening flushed file at 1730982006643 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7d87c980: reopening flushed file at 1730982006653 (+10 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1768ms, sequenceid=16, compaction requested=false at 1730982006666 (+13 ms)Writing region close event to WAL at 1730982006702 (+36 ms)Running coprocessor post-close hooks at 1730982006706 (+4 ms)Closed at 1730982006706 2024-11-07T12:20:06,706 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-07T12:20:06,711 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,45327,1730981972414.replicationSource.wal-reader.87fb68174c52%2C45327%2C1730981972414,1-87fb68174c52,45327,1730981972414 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35299/user/jenkins/test-data/c1b001e6-0289-755f-1dfb-a75ad48187fa/WALs/87fb68174c52,45327,1730981972414/87fb68174c52%2C45327%2C1730981972414.1730981974428 to pos 2384, reset compression=false 2024-11-07T12:20:06,900 INFO [RS:0;87fb68174c52:45327 {}] regionserver.HRegionServer(976): stopping server 87fb68174c52,45327,1730981972414; all regions closed. 2024-11-07T12:20:06,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45393 is added to blk_1073741834_1010 (size=4239) 2024-11-07T12:20:06,905 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/c1b001e6-0289-755f-1dfb-a75ad48187fa/WALs/87fb68174c52,45327,1730981972414/87fb68174c52%2C45327%2C1730981972414.meta.1730981974973.meta not finished, retry = 0 2024-11-07T12:20:07,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45393 is added to blk_1073741839_1015 (size=3552) 2024-11-07T12:20:07,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45393 is added to blk_1073741832_1008 (size=2392) 2024-11-07T12:20:07,019 DEBUG [RS:0;87fb68174c52:45327 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:20:07,019 INFO [RS:0;87fb68174c52:45327 {}] regionserver.LeaseManager(133): Closed leases 2024-11-07T12:20:07,019 INFO [RS:0;87fb68174c52:45327 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-07T12:20:07,019 INFO [RS:0;87fb68174c52:45327 {}] hbase.ChoreService(370): Chore service for: regionserver/87fb68174c52:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-07T12:20:07,020 INFO [RS:0;87fb68174c52:45327 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-07T12:20:07,020 INFO [regionserver/87fb68174c52:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-07T12:20:07,020 INFO [RS:0;87fb68174c52:45327 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-87fb68174c52,45327,1730981972414 because: Region server is closing 2024-11-07T12:20:07,020 INFO [RS:0;87fb68174c52:45327 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;87fb68174c52:45327. 2024-11-07T12:20:07,020 DEBUG [RS:0;87fb68174c52:45327 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T12:20:07,021 DEBUG [RS:0;87fb68174c52:45327 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:20:07,021 DEBUG [RS:0;87fb68174c52:45327 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:20:07,021 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T12:20:07,121 INFO [RS:0;87fb68174c52:45327 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,45327,1730981972414.replicationSource.shipper87fb68174c52%2C45327%2C1730981972414,1-87fb68174c52,45327,1730981972414 terminated 2024-11-07T12:20:07,121 WARN [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,45327,1730981972414.replicationSource.wal-reader.87fb68174c52%2C45327%2C1730981972414,1-87fb68174c52,45327,1730981972414 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-07T12:20:07,121 INFO [RS:0;87fb68174c52:45327 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;87fb68174c52:45327. 2024-11-07T12:20:07,121 DEBUG [RS:0;87fb68174c52:45327 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T12:20:07,121 DEBUG [RS:0;87fb68174c52:45327 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:20:07,121 DEBUG [RS:0;87fb68174c52:45327 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:20:07,121 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T12:20:07,122 INFO [RS:0;87fb68174c52:45327 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:45327 2024-11-07T12:20:07,125 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42693-0x1001a2ed1660000, quorum=127.0.0.1:58515, baseZNode=/0-1788424890 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1788424890/rs 2024-11-07T12:20:07,125 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45327-0x1001a2ed1660001, quorum=127.0.0.1:58515, baseZNode=/0-1788424890 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1788424890/rs/87fb68174c52,45327,1730981972414 2024-11-07T12:20:07,125 INFO [RS:0;87fb68174c52:45327 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-07T12:20:07,128 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [87fb68174c52,45327,1730981972414] 2024-11-07T12:20:07,130 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1788424890/draining/87fb68174c52,45327,1730981972414 already deleted, retry=false 2024-11-07T12:20:07,130 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 87fb68174c52,45327,1730981972414 expired; onlineServers=0 2024-11-07T12:20:07,130 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '87fb68174c52,42693,1730981972337' ***** 2024-11-07T12:20:07,130 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-07T12:20:07,130 INFO [M:0;87fb68174c52:42693 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-07T12:20:07,130 INFO [M:0;87fb68174c52:42693 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-07T12:20:07,130 DEBUG [M:0;87fb68174c52:42693 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-07T12:20:07,130 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-07T12:20:07,130 DEBUG [M:0;87fb68174c52:42693 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-07T12:20:07,130 INFO [M:0;87fb68174c52:42693 {}] hbase.ChoreService(370): Chore service for: master/87fb68174c52:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-07T12:20:07,131 INFO [M:0;87fb68174c52:42693 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-07T12:20:07,131 DEBUG [M:0;87fb68174c52:42693 {}] master.HMaster(1795): Stopping service threads 2024-11-07T12:20:07,131 INFO [M:0;87fb68174c52:42693 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-07T12:20:07,132 DEBUG [master/87fb68174c52:0:becomeActiveMaster-HFileCleaner.large.0-1730981974232 {}] cleaner.HFileCleaner(306): Exit Thread[master/87fb68174c52:0:becomeActiveMaster-HFileCleaner.large.0-1730981974232,5,FailOnTimeoutGroup] 2024-11-07T12:20:07,132 INFO [M:0;87fb68174c52:42693 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-07T12:20:07,132 DEBUG [master/87fb68174c52:0:becomeActiveMaster-HFileCleaner.small.0-1730981974233 {}] cleaner.HFileCleaner(306): Exit Thread[master/87fb68174c52:0:becomeActiveMaster-HFileCleaner.small.0-1730981974233,5,FailOnTimeoutGroup] 2024-11-07T12:20:07,132 INFO [M:0;87fb68174c52:42693 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-07T12:20:07,132 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-07T12:20:07,133 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42693-0x1001a2ed1660000, quorum=127.0.0.1:58515, baseZNode=/0-1788424890 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1788424890/master 2024-11-07T12:20:07,133 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42693-0x1001a2ed1660000, quorum=127.0.0.1:58515, baseZNode=/0-1788424890 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1788424890 2024-11-07T12:20:07,133 DEBUG [M:0;87fb68174c52:42693 {}] zookeeper.ZKUtil(347): master:42693-0x1001a2ed1660000, quorum=127.0.0.1:58515, baseZNode=/0-1788424890 Unable to get data of znode /0-1788424890/master because node does not exist (not an error) 2024-11-07T12:20:07,133 WARN [M:0;87fb68174c52:42693 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-07T12:20:07,135 INFO [M:0;87fb68174c52:42693 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:35299/user/jenkins/test-data/c1b001e6-0289-755f-1dfb-a75ad48187fa/.lastflushedseqids 2024-11-07T12:20:07,147 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45393 is added to blk_1073741848_1024 (size=245) 2024-11-07T12:20:07,149 INFO [M:0;87fb68174c52:42693 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-07T12:20:07,149 INFO [M:0;87fb68174c52:42693 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-07T12:20:07,149 DEBUG [M:0;87fb68174c52:42693 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-07T12:20:07,149 INFO [M:0;87fb68174c52:42693 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T12:20:07,149 DEBUG [M:0;87fb68174c52:42693 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T12:20:07,149 DEBUG [M:0;87fb68174c52:42693 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-07T12:20:07,149 DEBUG [M:0;87fb68174c52:42693 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T12:20:07,149 INFO [M:0;87fb68174c52:42693 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.77 KB heapSize=65.75 KB 2024-11-07T12:20:07,169 DEBUG [M:0;87fb68174c52:42693 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35299/user/jenkins/test-data/c1b001e6-0289-755f-1dfb-a75ad48187fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1a06b3e3032445fcba2fd5abbc109d59 is 82, key is hbase:meta,,1/info:regioninfo/1730981975008/Put/seqid=0 2024-11-07T12:20:07,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45393 is added to blk_1073741849_1025 (size=5672) 2024-11-07T12:20:07,179 INFO [M:0;87fb68174c52:42693 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:35299/user/jenkins/test-data/c1b001e6-0289-755f-1dfb-a75ad48187fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1a06b3e3032445fcba2fd5abbc109d59 2024-11-07T12:20:07,209 DEBUG [M:0;87fb68174c52:42693 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35299/user/jenkins/test-data/c1b001e6-0289-755f-1dfb-a75ad48187fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7ca93c140f5341008ad19af7424d1936 is 1247, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1730981982828/Put/seqid=0 2024-11-07T12:20:07,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45393 is added to blk_1073741850_1026 (size=7219) 2024-11-07T12:20:07,223 INFO [M:0;87fb68174c52:42693 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.21 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:35299/user/jenkins/test-data/c1b001e6-0289-755f-1dfb-a75ad48187fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7ca93c140f5341008ad19af7424d1936 2024-11-07T12:20:07,228 INFO [M:0;87fb68174c52:42693 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7ca93c140f5341008ad19af7424d1936 2024-11-07T12:20:07,228 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45327-0x1001a2ed1660001, quorum=127.0.0.1:58515, baseZNode=/0-1788424890 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T12:20:07,228 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45327-0x1001a2ed1660001, quorum=127.0.0.1:58515, baseZNode=/0-1788424890 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T12:20:07,229 INFO [RS:0;87fb68174c52:45327 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-07T12:20:07,229 INFO [RS:0;87fb68174c52:45327 {}] regionserver.HRegionServer(1031): Exiting; stopping=87fb68174c52,45327,1730981972414; zookeeper connection closed. 2024-11-07T12:20:07,235 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@375ac02 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@375ac02 2024-11-07T12:20:07,235 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-07T12:20:07,249 DEBUG [M:0;87fb68174c52:42693 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35299/user/jenkins/test-data/c1b001e6-0289-755f-1dfb-a75ad48187fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d0edb94f1ef24dda8fe3be6bbcdae3d4 is 69, key is 87fb68174c52,45327,1730981972414/rs:state/1730981974274/Put/seqid=0 2024-11-07T12:20:07,264 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45393 is added to blk_1073741851_1027 (size=5156) 2024-11-07T12:20:07,265 INFO [M:0;87fb68174c52:42693 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:35299/user/jenkins/test-data/c1b001e6-0289-755f-1dfb-a75ad48187fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d0edb94f1ef24dda8fe3be6bbcdae3d4 2024-11-07T12:20:07,270 DEBUG [M:0;87fb68174c52:42693 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35299/user/jenkins/test-data/c1b001e6-0289-755f-1dfb-a75ad48187fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1a06b3e3032445fcba2fd5abbc109d59 as hdfs://localhost:35299/user/jenkins/test-data/c1b001e6-0289-755f-1dfb-a75ad48187fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/1a06b3e3032445fcba2fd5abbc109d59 2024-11-07T12:20:07,275 INFO [M:0;87fb68174c52:42693 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35299/user/jenkins/test-data/c1b001e6-0289-755f-1dfb-a75ad48187fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/1a06b3e3032445fcba2fd5abbc109d59, entries=8, sequenceid=105, filesize=5.5 K 2024-11-07T12:20:07,276 DEBUG [M:0;87fb68174c52:42693 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35299/user/jenkins/test-data/c1b001e6-0289-755f-1dfb-a75ad48187fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7ca93c140f5341008ad19af7424d1936 as hdfs://localhost:35299/user/jenkins/test-data/c1b001e6-0289-755f-1dfb-a75ad48187fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/7ca93c140f5341008ad19af7424d1936 2024-11-07T12:20:07,283 INFO [M:0;87fb68174c52:42693 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7ca93c140f5341008ad19af7424d1936 2024-11-07T12:20:07,283 INFO [M:0;87fb68174c52:42693 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35299/user/jenkins/test-data/c1b001e6-0289-755f-1dfb-a75ad48187fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/7ca93c140f5341008ad19af7424d1936, entries=11, sequenceid=105, filesize=7.0 K 2024-11-07T12:20:07,284 DEBUG [M:0;87fb68174c52:42693 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35299/user/jenkins/test-data/c1b001e6-0289-755f-1dfb-a75ad48187fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d0edb94f1ef24dda8fe3be6bbcdae3d4 as hdfs://localhost:35299/user/jenkins/test-data/c1b001e6-0289-755f-1dfb-a75ad48187fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d0edb94f1ef24dda8fe3be6bbcdae3d4 2024-11-07T12:20:07,290 INFO [M:0;87fb68174c52:42693 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35299/user/jenkins/test-data/c1b001e6-0289-755f-1dfb-a75ad48187fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d0edb94f1ef24dda8fe3be6bbcdae3d4, entries=1, sequenceid=105, filesize=5.0 K 2024-11-07T12:20:07,291 INFO [M:0;87fb68174c52:42693 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.77 KB/57104, heapSize ~65.45 KB/67024, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 142ms, sequenceid=105, compaction requested=false 2024-11-07T12:20:07,293 INFO [M:0;87fb68174c52:42693 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T12:20:07,293 DEBUG [M:0;87fb68174c52:42693 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1730982007149Disabling compacts and flushes for region at 1730982007149Disabling writes for close at 1730982007149Obtaining lock to block concurrent updates at 1730982007149Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1730982007149Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57104, getHeapSize=67264, getOffHeapSize=0, getCellsCount=122 at 1730982007150 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1730982007150Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1730982007150Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1730982007169 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1730982007169Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1730982007186 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1730982007208 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1730982007208Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1730982007228 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1730982007249 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1730982007249Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1fc40f15: reopening flushed file at 1730982007270 (+21 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7f7cea42: reopening flushed file at 1730982007275 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@61b81c77: reopening flushed file at 1730982007283 (+8 ms)Finished flush of dataSize ~55.77 KB/57104, heapSize ~65.45 KB/67024, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 142ms, sequenceid=105, compaction requested=false at 1730982007291 (+8 ms)Writing region close event to WAL at 1730982007293 (+2 ms)Closed at 1730982007293 2024-11-07T12:20:07,298 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45393 is added to blk_1073741830_1006 (size=64435) 2024-11-07T12:20:07,299 INFO [M:0;87fb68174c52:42693 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-07T12:20:07,299 INFO [M:0;87fb68174c52:42693 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:42693 2024-11-07T12:20:07,299 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-07T12:20:07,300 INFO [M:0;87fb68174c52:42693 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-07T12:20:07,402 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42693-0x1001a2ed1660000, quorum=127.0.0.1:58515, baseZNode=/0-1788424890 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T12:20:07,402 INFO [M:0;87fb68174c52:42693 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-07T12:20:07,402 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42693-0x1001a2ed1660000, quorum=127.0.0.1:58515, baseZNode=/0-1788424890 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T12:20:07,421 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3ce9fef0{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T12:20:07,421 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4ca7de1{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-07T12:20:07,421 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-07T12:20:07,421 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@388b3372{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-07T12:20:07,422 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5bf8487b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6646a60d-f558-6d51-537a-ceb47af21c95/hadoop.log.dir/,STOPPED} 2024-11-07T12:20:07,424 WARN [BP-691750611-172.17.0.3-1730981971682 heartbeating to localhost/127.0.0.1:35299 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-07T12:20:07,424 WARN [BP-691750611-172.17.0.3-1730981971682 heartbeating to localhost/127.0.0.1:35299 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-691750611-172.17.0.3-1730981971682 (Datanode Uuid cc09954e-a213-4e39-84c8-e9e31c74891f) service to localhost/127.0.0.1:35299 2024-11-07T12:20:07,424 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-07T12:20:07,424 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-07T12:20:07,424 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6646a60d-f558-6d51-537a-ceb47af21c95/cluster_0663b4ea-fe33-624e-de5a-01241e8fdd7c/data/data1/current/BP-691750611-172.17.0.3-1730981971682 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T12:20:07,425 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6646a60d-f558-6d51-537a-ceb47af21c95/cluster_0663b4ea-fe33-624e-de5a-01241e8fdd7c/data/data2/current/BP-691750611-172.17.0.3-1730981971682 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T12:20:07,425 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-07T12:20:07,432 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@57b09feb{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-07T12:20:07,433 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3fa1d05f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-07T12:20:07,433 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-07T12:20:07,433 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1e8931af{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-07T12:20:07,433 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@553d2c81{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6646a60d-f558-6d51-537a-ceb47af21c95/hadoop.log.dir/,STOPPED} 2024-11-07T12:20:07,442 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-07T12:20:07,455 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-07T12:20:07,486 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication2 Thread=318 (was 267) Potentially hanging thread: globalEventExecutor-1-22 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//io.netty.util.concurrent.GlobalEventExecutor.takeTask(GlobalEventExecutor.java:113) app//io.netty.util.concurrent.GlobalEventExecutor$TaskRunner.run(GlobalEventExecutor.java:259) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:58515) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-33-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.14@localhost:35299 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35867 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.15@localhost:44975 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.16@localhost:35867 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35867 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:35867 from jenkins.hfs.16 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35867 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:58515) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:44975 from jenkins.hfs.15 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35299 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:35299 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44975 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35299 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:35299 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:35867 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:35867 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35867 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:35867 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:44975 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-27-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:44975 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44975 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:44975 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:35299 from jenkins.hfs.14 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44975 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44975 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35299 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:58515) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins@localhost:35299 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=729 (was 653) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=371 (was 356) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=272 (was 311) 2024-11-07T12:20:07,501 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication3 Thread=318, OpenFileDescriptor=729, MaxFileDescriptor=1048576, SystemLoadAverage=371, ProcessCount=11, AvailableMemoryMB=269 2024-11-07T12:20:07,518 INFO [Time-limited test {}] replication.TestMasterReplication(410): testCyclicReplication2 2024-11-07T12:20:07,519 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af96ffcf-feb9-8786-3714-cbc10924e39c/hadoop.log.dir so I do NOT create it in target/test-data/08c8eb07-6066-ff1a-7f74-eb2997062a03 2024-11-07T12:20:07,519 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af96ffcf-feb9-8786-3714-cbc10924e39c/hadoop.log.dir Erasing configuration value by system value. 2024-11-07T12:20:07,519 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af96ffcf-feb9-8786-3714-cbc10924e39c/hadoop.tmp.dir so I do NOT create it in target/test-data/08c8eb07-6066-ff1a-7f74-eb2997062a03 2024-11-07T12:20:07,519 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af96ffcf-feb9-8786-3714-cbc10924e39c/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-07T12:20:07,519 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/08c8eb07-6066-ff1a-7f74-eb2997062a03 2024-11-07T12:20:07,519 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/08c8eb07-6066-ff1a-7f74-eb2997062a03/cluster_de9b5b00-c521-e335-247a-7e5322bcf196, deleteOnExit=true 2024-11-07T12:20:07,539 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1001a2ed1660005, quorum=127.0.0.1:58515, baseZNode=/1876083991 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-07T12:20:07,539 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x1001a2ed1660008, quorum=127.0.0.1:58515, baseZNode=/2424862328 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-07T12:20:07,539 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1001a2ed1660002, quorum=127.0.0.1:58515, baseZNode=/0-1788424890 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-07T12:20:07,539 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1001a2ed1660005, quorum=127.0.0.1:58515, baseZNode=/1876083991 Received Disconnected from ZooKeeper, ignoring 2024-11-07T12:20:07,539 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x1001a2ed1660008, quorum=127.0.0.1:58515, baseZNode=/2424862328 Received Disconnected from ZooKeeper, ignoring 2024-11-07T12:20:07,539 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1001a2ed1660002, quorum=127.0.0.1:58515, baseZNode=/0-1788424890 Received Disconnected from ZooKeeper, ignoring 2024-11-07T12:20:07,554 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/08c8eb07-6066-ff1a-7f74-eb2997062a03/cluster_de9b5b00-c521-e335-247a-7e5322bcf196/zookeeper_0, clientPort=62659, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/08c8eb07-6066-ff1a-7f74-eb2997062a03/cluster_de9b5b00-c521-e335-247a-7e5322bcf196/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/08c8eb07-6066-ff1a-7f74-eb2997062a03/cluster_de9b5b00-c521-e335-247a-7e5322bcf196/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-07T12:20:07,557 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=62659 2024-11-07T12:20:07,557 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-07T12:20:07,557 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-07T12:20:07,557 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/08c8eb07-6066-ff1a-7f74-eb2997062a03/test.cache.data in system properties and HBase conf 2024-11-07T12:20:07,557 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/08c8eb07-6066-ff1a-7f74-eb2997062a03/hadoop.tmp.dir in system properties and HBase conf 2024-11-07T12:20:07,557 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/08c8eb07-6066-ff1a-7f74-eb2997062a03/hadoop.log.dir in system properties and HBase conf 2024-11-07T12:20:07,557 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/08c8eb07-6066-ff1a-7f74-eb2997062a03/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-07T12:20:07,557 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/08c8eb07-6066-ff1a-7f74-eb2997062a03/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-07T12:20:07,557 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-07T12:20:07,557 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-07T12:20:07,558 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/08c8eb07-6066-ff1a-7f74-eb2997062a03/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-07T12:20:07,558 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/08c8eb07-6066-ff1a-7f74-eb2997062a03/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-07T12:20:07,558 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/08c8eb07-6066-ff1a-7f74-eb2997062a03/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-07T12:20:07,558 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/08c8eb07-6066-ff1a-7f74-eb2997062a03/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-07T12:20:07,558 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/08c8eb07-6066-ff1a-7f74-eb2997062a03/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-07T12:20:07,558 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/08c8eb07-6066-ff1a-7f74-eb2997062a03/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-07T12:20:07,558 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/08c8eb07-6066-ff1a-7f74-eb2997062a03/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-07T12:20:07,558 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/08c8eb07-6066-ff1a-7f74-eb2997062a03/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-07T12:20:07,558 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/08c8eb07-6066-ff1a-7f74-eb2997062a03/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-07T12:20:07,558 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/08c8eb07-6066-ff1a-7f74-eb2997062a03/nfs.dump.dir in system properties and HBase conf 2024-11-07T12:20:07,558 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/08c8eb07-6066-ff1a-7f74-eb2997062a03/java.io.tmpdir in system properties and HBase conf 2024-11-07T12:20:07,558 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/08c8eb07-6066-ff1a-7f74-eb2997062a03/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-07T12:20:07,558 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/08c8eb07-6066-ff1a-7f74-eb2997062a03/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-07T12:20:07,558 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/08c8eb07-6066-ff1a-7f74-eb2997062a03/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-07T12:20:07,771 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T12:20:07,797 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-07T12:20:07,841 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-07T12:20:07,841 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-07T12:20:07,841 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-07T12:20:07,848 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T12:20:07,849 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2ff238b7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/08c8eb07-6066-ff1a-7f74-eb2997062a03/hadoop.log.dir/,AVAILABLE} 2024-11-07T12:20:07,850 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3cde67eb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-07T12:20:08,029 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@d761df9{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/08c8eb07-6066-ff1a-7f74-eb2997062a03/java.io.tmpdir/jetty-localhost-37281-hadoop-hdfs-3_4_1-tests_jar-_-any-6200413827710726488/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-07T12:20:08,030 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@295c29dc{HTTP/1.1, (http/1.1)}{localhost:37281} 2024-11-07T12:20:08,030 INFO [Time-limited test {}] server.Server(415): Started @238230ms 2024-11-07T12:20:08,228 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T12:20:08,235 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-07T12:20:08,236 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-07T12:20:08,236 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-07T12:20:08,237 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-07T12:20:08,241 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@414af6a8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/08c8eb07-6066-ff1a-7f74-eb2997062a03/hadoop.log.dir/,AVAILABLE} 2024-11-07T12:20:08,241 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3293db31{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-07T12:20:08,388 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@737f4167{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/08c8eb07-6066-ff1a-7f74-eb2997062a03/java.io.tmpdir/jetty-localhost-41851-hadoop-hdfs-3_4_1-tests_jar-_-any-4147760079519825854/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T12:20:08,388 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@57ca2e65{HTTP/1.1, (http/1.1)}{localhost:41851} 2024-11-07T12:20:08,388 INFO [Time-limited test {}] server.Server(415): Started @238588ms 2024-11-07T12:20:08,390 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-07T12:20:08,538 WARN [Thread-3408 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/08c8eb07-6066-ff1a-7f74-eb2997062a03/cluster_de9b5b00-c521-e335-247a-7e5322bcf196/data/data1/current/BP-983028254-172.17.0.3-1730982007596/current, will proceed with Du for space computation calculation, 2024-11-07T12:20:08,545 WARN [Thread-3409 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/08c8eb07-6066-ff1a-7f74-eb2997062a03/cluster_de9b5b00-c521-e335-247a-7e5322bcf196/data/data2/current/BP-983028254-172.17.0.3-1730982007596/current, will proceed with Du for space computation calculation, 2024-11-07T12:20:08,584 WARN [Thread-3396 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-07T12:20:08,588 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x260ef6b5b7860630 with lease ID 0x3cf7fea2138503da: Processing first storage report for DS-c23fa1d3-69b7-4289-9dfd-23846a76d21c from datanode DatanodeRegistration(127.0.0.1:44667, datanodeUuid=e944287f-24b1-420d-ac50-4a4fc4e5b46d, infoPort=45837, infoSecurePort=0, ipcPort=37189, storageInfo=lv=-57;cid=testClusterID;nsid=32619031;c=1730982007596) 2024-11-07T12:20:08,588 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x260ef6b5b7860630 with lease ID 0x3cf7fea2138503da: from storage DS-c23fa1d3-69b7-4289-9dfd-23846a76d21c node DatanodeRegistration(127.0.0.1:44667, datanodeUuid=e944287f-24b1-420d-ac50-4a4fc4e5b46d, infoPort=45837, infoSecurePort=0, ipcPort=37189, storageInfo=lv=-57;cid=testClusterID;nsid=32619031;c=1730982007596), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-07T12:20:08,589 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x260ef6b5b7860630 with lease ID 0x3cf7fea2138503da: Processing first storage report for DS-f0649233-7600-4909-b36e-b908ad1503a2 from datanode DatanodeRegistration(127.0.0.1:44667, datanodeUuid=e944287f-24b1-420d-ac50-4a4fc4e5b46d, infoPort=45837, infoSecurePort=0, ipcPort=37189, storageInfo=lv=-57;cid=testClusterID;nsid=32619031;c=1730982007596) 2024-11-07T12:20:08,589 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x260ef6b5b7860630 with lease ID 0x3cf7fea2138503da: from storage DS-f0649233-7600-4909-b36e-b908ad1503a2 node DatanodeRegistration(127.0.0.1:44667, datanodeUuid=e944287f-24b1-420d-ac50-4a4fc4e5b46d, infoPort=45837, infoSecurePort=0, ipcPort=37189, storageInfo=lv=-57;cid=testClusterID;nsid=32619031;c=1730982007596), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-07T12:20:08,678 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/08c8eb07-6066-ff1a-7f74-eb2997062a03 2024-11-07T12:20:08,678 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T12:20:08,679 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T12:20:08,685 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44667 is added to blk_1073741825_1001 (size=7) 2024-11-07T12:20:08,686 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36461/user/jenkins/test-data/619a85b0-97a7-d727-9446-8d0b9a96a636 with version=8 2024-11-07T12:20:08,686 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:36461/user/jenkins/test-data/619a85b0-97a7-d727-9446-8d0b9a96a636/hbase-staging 2024-11-07T12:20:08,688 INFO [Time-limited test {}] client.ConnectionUtils(128): master/87fb68174c52:0 server-side Connection retries=45 2024-11-07T12:20:08,689 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T12:20:08,689 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-07T12:20:08,689 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-07T12:20:08,689 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T12:20:08,689 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-07T12:20:08,689 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-07T12:20:08,689 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T12:20:08,689 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:43611 2024-11-07T12:20:08,690 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43611 connecting to ZooKeeper ensemble=127.0.0.1:62659 2024-11-07T12:20:08,696 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:436110x0, quorum=127.0.0.1:62659, baseZNode=/01979585849 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T12:20:08,696 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43611-0x1001a2f5d900000 connected 2024-11-07T12:20:08,714 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T12:20:08,715 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T12:20:08,717 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43611-0x1001a2f5d900000, quorum=127.0.0.1:62659, baseZNode=/01979585849 Set watcher on znode that does not yet exist, /01979585849/running 2024-11-07T12:20:08,718 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36461/user/jenkins/test-data/619a85b0-97a7-d727-9446-8d0b9a96a636, hbase.cluster.distributed=false 2024-11-07T12:20:08,719 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43611-0x1001a2f5d900000, quorum=127.0.0.1:62659, baseZNode=/01979585849 Set watcher on znode that does not yet exist, /01979585849/acl 2024-11-07T12:20:08,720 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43611 2024-11-07T12:20:08,720 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43611 2024-11-07T12:20:08,721 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43611 2024-11-07T12:20:08,725 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43611 2024-11-07T12:20:08,725 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43611 2024-11-07T12:20:08,743 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/87fb68174c52:0 server-side Connection retries=45 2024-11-07T12:20:08,744 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T12:20:08,744 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-07T12:20:08,744 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-07T12:20:08,744 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T12:20:08,744 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-07T12:20:08,744 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-07T12:20:08,744 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T12:20:08,745 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:43649 2024-11-07T12:20:08,745 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43649 connecting to ZooKeeper ensemble=127.0.0.1:62659 2024-11-07T12:20:08,746 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T12:20:08,748 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T12:20:08,752 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:436490x0, quorum=127.0.0.1:62659, baseZNode=/01979585849 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T12:20:08,753 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:436490x0, quorum=127.0.0.1:62659, baseZNode=/01979585849 Set watcher on znode that does not yet exist, /01979585849/running 2024-11-07T12:20:08,753 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43649-0x1001a2f5d900001 connected 2024-11-07T12:20:08,753 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-07T12:20:08,756 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-07T12:20:08,757 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43649-0x1001a2f5d900001, quorum=127.0.0.1:62659, baseZNode=/01979585849 Set watcher on znode that does not yet exist, /01979585849/master 2024-11-07T12:20:08,758 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43649-0x1001a2f5d900001, quorum=127.0.0.1:62659, baseZNode=/01979585849 Set watcher on znode that does not yet exist, /01979585849/acl 2024-11-07T12:20:08,760 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43649 2024-11-07T12:20:08,760 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43649 2024-11-07T12:20:08,762 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43649 2024-11-07T12:20:08,765 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43649 2024-11-07T12:20:08,765 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43649 2024-11-07T12:20:08,778 DEBUG [M:0;87fb68174c52:43611 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;87fb68174c52:43611 2024-11-07T12:20:08,779 INFO [master/87fb68174c52:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01979585849/backup-masters/87fb68174c52,43611,1730982008688 2024-11-07T12:20:08,781 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43611-0x1001a2f5d900000, quorum=127.0.0.1:62659, baseZNode=/01979585849 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01979585849/backup-masters 2024-11-07T12:20:08,781 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43649-0x1001a2f5d900001, quorum=127.0.0.1:62659, baseZNode=/01979585849 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01979585849/backup-masters 2024-11-07T12:20:08,781 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43611-0x1001a2f5d900000, quorum=127.0.0.1:62659, baseZNode=/01979585849 Set watcher on existing znode=/01979585849/backup-masters/87fb68174c52,43611,1730982008688 2024-11-07T12:20:08,783 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43649-0x1001a2f5d900001, quorum=127.0.0.1:62659, baseZNode=/01979585849 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01979585849/master 2024-11-07T12:20:08,783 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43611-0x1001a2f5d900000, quorum=127.0.0.1:62659, baseZNode=/01979585849 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01979585849 2024-11-07T12:20:08,783 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43649-0x1001a2f5d900001, quorum=127.0.0.1:62659, baseZNode=/01979585849 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01979585849 2024-11-07T12:20:08,783 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43611-0x1001a2f5d900000, quorum=127.0.0.1:62659, baseZNode=/01979585849 Set watcher on existing znode=/01979585849/master 2024-11-07T12:20:08,784 INFO [master/87fb68174c52:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01979585849/backup-masters/87fb68174c52,43611,1730982008688 from backup master directory 2024-11-07T12:20:08,785 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43611-0x1001a2f5d900000, quorum=127.0.0.1:62659, baseZNode=/01979585849 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01979585849/backup-masters/87fb68174c52,43611,1730982008688 2024-11-07T12:20:08,785 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43611-0x1001a2f5d900000, quorum=127.0.0.1:62659, baseZNode=/01979585849 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01979585849/backup-masters 2024-11-07T12:20:08,785 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43649-0x1001a2f5d900001, quorum=127.0.0.1:62659, baseZNode=/01979585849 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01979585849/backup-masters 2024-11-07T12:20:08,785 WARN [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-07T12:20:08,785 INFO [master/87fb68174c52:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=87fb68174c52,43611,1730982008688 2024-11-07T12:20:08,788 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36461/user/jenkins/test-data/619a85b0-97a7-d727-9446-8d0b9a96a636/hbase.id] with ID: 018768a1-0454-4b9d-80ac-7ef5ed0dddaa 2024-11-07T12:20:08,788 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36461/user/jenkins/test-data/619a85b0-97a7-d727-9446-8d0b9a96a636/.tmp/hbase.id 2024-11-07T12:20:08,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44667 is added to blk_1073741826_1002 (size=42) 2024-11-07T12:20:09,196 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36461/user/jenkins/test-data/619a85b0-97a7-d727-9446-8d0b9a96a636/.tmp/hbase.id]:[hdfs://localhost:36461/user/jenkins/test-data/619a85b0-97a7-d727-9446-8d0b9a96a636/hbase.id] 2024-11-07T12:20:09,205 INFO [master/87fb68174c52:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T12:20:09,205 INFO [master/87fb68174c52:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-07T12:20:09,206 INFO [master/87fb68174c52:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-07T12:20:09,208 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43649-0x1001a2f5d900001, quorum=127.0.0.1:62659, baseZNode=/01979585849 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01979585849 2024-11-07T12:20:09,208 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43611-0x1001a2f5d900000, quorum=127.0.0.1:62659, baseZNode=/01979585849 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01979585849 2024-11-07T12:20:09,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44667 is added to blk_1073741827_1003 (size=196) 2024-11-07T12:20:09,213 INFO [master/87fb68174c52:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-07T12:20:09,214 INFO [master/87fb68174c52:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-07T12:20:09,214 INFO [master/87fb68174c52:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T12:20:09,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44667 is added to blk_1073741828_1004 (size=1189) 2024-11-07T12:20:09,620 INFO [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36461/user/jenkins/test-data/619a85b0-97a7-d727-9446-8d0b9a96a636/MasterData/data/master/store 2024-11-07T12:20:09,624 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44667 is added to blk_1073741829_1005 (size=34) 2024-11-07T12:20:10,025 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T12:20:10,025 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-07T12:20:10,025 INFO [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T12:20:10,025 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T12:20:10,025 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-07T12:20:10,025 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T12:20:10,025 INFO [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T12:20:10,026 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1730982010025Disabling compacts and flushes for region at 1730982010025Disabling writes for close at 1730982010025Writing region close event to WAL at 1730982010025Closed at 1730982010025 2024-11-07T12:20:10,027 WARN [master/87fb68174c52:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36461/user/jenkins/test-data/619a85b0-97a7-d727-9446-8d0b9a96a636/MasterData/data/master/store/.initializing 2024-11-07T12:20:10,027 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36461/user/jenkins/test-data/619a85b0-97a7-d727-9446-8d0b9a96a636/MasterData/WALs/87fb68174c52,43611,1730982008688 2024-11-07T12:20:10,034 INFO [master/87fb68174c52:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-07T12:20:10,036 INFO [master/87fb68174c52:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=87fb68174c52%2C43611%2C1730982008688, suffix=, logDir=hdfs://localhost:36461/user/jenkins/test-data/619a85b0-97a7-d727-9446-8d0b9a96a636/MasterData/WALs/87fb68174c52,43611,1730982008688, archiveDir=hdfs://localhost:36461/user/jenkins/test-data/619a85b0-97a7-d727-9446-8d0b9a96a636/MasterData/oldWALs, maxLogs=10 2024-11-07T12:20:10,055 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/619a85b0-97a7-d727-9446-8d0b9a96a636/MasterData/WALs/87fb68174c52,43611,1730982008688/87fb68174c52%2C43611%2C1730982008688.1730982010036, exclude list is [], retry=0 2024-11-07T12:20:10,059 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44667,DS-c23fa1d3-69b7-4289-9dfd-23846a76d21c,DISK] 2024-11-07T12:20:10,082 INFO [master/87fb68174c52:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/619a85b0-97a7-d727-9446-8d0b9a96a636/MasterData/WALs/87fb68174c52,43611,1730982008688/87fb68174c52%2C43611%2C1730982008688.1730982010036 2024-11-07T12:20:10,097 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45837:45837)] 2024-11-07T12:20:10,097 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-07T12:20:10,097 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T12:20:10,097 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T12:20:10,097 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T12:20:10,101 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T12:20:10,102 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-07T12:20:10,102 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:10,102 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T12:20:10,103 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T12:20:10,104 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-07T12:20:10,104 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:10,104 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T12:20:10,104 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T12:20:10,105 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-07T12:20:10,105 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:10,107 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T12:20:10,108 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T12:20:10,109 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-07T12:20:10,109 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:10,109 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T12:20:10,109 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T12:20:10,110 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36461/user/jenkins/test-data/619a85b0-97a7-d727-9446-8d0b9a96a636/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-07T12:20:10,110 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36461/user/jenkins/test-data/619a85b0-97a7-d727-9446-8d0b9a96a636/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-07T12:20:10,111 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T12:20:10,111 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T12:20:10,112 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T12:20:10,113 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T12:20:10,115 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36461/user/jenkins/test-data/619a85b0-97a7-d727-9446-8d0b9a96a636/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T12:20:10,115 INFO [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72832143, jitterRate=0.08528350293636322}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T12:20:10,116 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1730982010097Initializing all the Stores at 1730982010098 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730982010098Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730982010100 (+2 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730982010100Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730982010100Cleaning up temporary data from old regions at 1730982010111 (+11 ms)Region opened successfully at 1730982010116 (+5 ms) 2024-11-07T12:20:10,117 INFO [master/87fb68174c52:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-07T12:20:10,119 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@383827dc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=87fb68174c52/172.17.0.3:0 2024-11-07T12:20:10,120 INFO [master/87fb68174c52:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-07T12:20:10,120 INFO [master/87fb68174c52:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-07T12:20:10,120 INFO [master/87fb68174c52:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-07T12:20:10,121 INFO [master/87fb68174c52:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-07T12:20:10,121 INFO [master/87fb68174c52:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-07T12:20:10,121 INFO [master/87fb68174c52:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-07T12:20:10,121 INFO [master/87fb68174c52:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-07T12:20:10,133 INFO [master/87fb68174c52:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-07T12:20:10,134 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43611-0x1001a2f5d900000, quorum=127.0.0.1:62659, baseZNode=/01979585849 Unable to get data of znode /01979585849/balancer because node does not exist (not necessarily an error) 2024-11-07T12:20:10,136 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01979585849/balancer already deleted, retry=false 2024-11-07T12:20:10,137 INFO [master/87fb68174c52:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-07T12:20:10,137 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43611-0x1001a2f5d900000, quorum=127.0.0.1:62659, baseZNode=/01979585849 Unable to get data of znode /01979585849/normalizer because node does not exist (not necessarily an error) 2024-11-07T12:20:10,138 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01979585849/normalizer already deleted, retry=false 2024-11-07T12:20:10,138 INFO [master/87fb68174c52:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-07T12:20:10,139 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43611-0x1001a2f5d900000, quorum=127.0.0.1:62659, baseZNode=/01979585849 Unable to get data of znode /01979585849/switch/split because node does not exist (not necessarily an error) 2024-11-07T12:20:10,140 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01979585849/switch/split already deleted, retry=false 2024-11-07T12:20:10,141 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43611-0x1001a2f5d900000, quorum=127.0.0.1:62659, baseZNode=/01979585849 Unable to get data of znode /01979585849/switch/merge because node does not exist (not necessarily an error) 2024-11-07T12:20:10,143 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01979585849/switch/merge already deleted, retry=false 2024-11-07T12:20:10,144 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43611-0x1001a2f5d900000, quorum=127.0.0.1:62659, baseZNode=/01979585849 Unable to get data of znode /01979585849/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-07T12:20:10,146 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01979585849/snapshot-cleanup already deleted, retry=false 2024-11-07T12:20:10,147 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43649-0x1001a2f5d900001, quorum=127.0.0.1:62659, baseZNode=/01979585849 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01979585849/running 2024-11-07T12:20:10,147 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43611-0x1001a2f5d900000, quorum=127.0.0.1:62659, baseZNode=/01979585849 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01979585849/running 2024-11-07T12:20:10,147 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43649-0x1001a2f5d900001, quorum=127.0.0.1:62659, baseZNode=/01979585849 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01979585849 2024-11-07T12:20:10,147 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43611-0x1001a2f5d900000, quorum=127.0.0.1:62659, baseZNode=/01979585849 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01979585849 2024-11-07T12:20:10,154 INFO [master/87fb68174c52:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=87fb68174c52,43611,1730982008688, sessionid=0x1001a2f5d900000, setting cluster-up flag (Was=false) 2024-11-07T12:20:10,157 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43611-0x1001a2f5d900000, quorum=127.0.0.1:62659, baseZNode=/01979585849 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01979585849 2024-11-07T12:20:10,157 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43649-0x1001a2f5d900001, quorum=127.0.0.1:62659, baseZNode=/01979585849 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01979585849 2024-11-07T12:20:10,162 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01979585849/flush-table-proc/acquired, /01979585849/flush-table-proc/reached, /01979585849/flush-table-proc/abort 2024-11-07T12:20:10,163 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=87fb68174c52,43611,1730982008688 2024-11-07T12:20:10,166 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43611-0x1001a2f5d900000, quorum=127.0.0.1:62659, baseZNode=/01979585849 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01979585849 2024-11-07T12:20:10,166 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43649-0x1001a2f5d900001, quorum=127.0.0.1:62659, baseZNode=/01979585849 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01979585849 2024-11-07T12:20:10,171 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01979585849/online-snapshot/acquired, /01979585849/online-snapshot/reached, /01979585849/online-snapshot/abort 2024-11-07T12:20:10,172 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=87fb68174c52,43611,1730982008688 2024-11-07T12:20:10,173 INFO [master/87fb68174c52:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36461/user/jenkins/test-data/619a85b0-97a7-d727-9446-8d0b9a96a636/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-07T12:20:10,174 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-07T12:20:10,174 INFO [master/87fb68174c52:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-07T12:20:10,174 INFO [master/87fb68174c52:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-07T12:20:10,175 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 87fb68174c52,43611,1730982008688 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-07T12:20:10,176 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/87fb68174c52:0, corePoolSize=5, maxPoolSize=5 2024-11-07T12:20:10,176 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/87fb68174c52:0, corePoolSize=5, maxPoolSize=5 2024-11-07T12:20:10,176 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/87fb68174c52:0, corePoolSize=5, maxPoolSize=5 2024-11-07T12:20:10,176 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/87fb68174c52:0, corePoolSize=5, maxPoolSize=5 2024-11-07T12:20:10,176 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/87fb68174c52:0, corePoolSize=10, maxPoolSize=10 2024-11-07T12:20:10,176 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:20:10,176 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/87fb68174c52:0, corePoolSize=2, maxPoolSize=2 2024-11-07T12:20:10,176 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:20:10,177 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T12:20:10,177 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-07T12:20:10,178 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:10,178 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-07T12:20:10,193 INFO [master/87fb68174c52:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1730982040193 2024-11-07T12:20:10,193 INFO [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-07T12:20:10,193 INFO [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-07T12:20:10,193 INFO [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-07T12:20:10,193 INFO [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-07T12:20:10,193 INFO [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-07T12:20:10,193 INFO [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-07T12:20:10,193 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-07T12:20:10,194 INFO [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-07T12:20:10,194 INFO [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-07T12:20:10,194 INFO [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-07T12:20:10,194 INFO [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-07T12:20:10,194 INFO [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-07T12:20:10,194 INFO [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-07T12:20:10,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44667 is added to blk_1073741831_1007 (size=1321) 2024-11-07T12:20:10,195 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/87fb68174c52:0:becomeActiveMaster-HFileCleaner.large.0-1730982010194,5,FailOnTimeoutGroup] 2024-11-07T12:20:10,195 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/87fb68174c52:0:becomeActiveMaster-HFileCleaner.small.0-1730982010195,5,FailOnTimeoutGroup] 2024-11-07T12:20:10,195 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-07T12:20:10,195 INFO [master/87fb68174c52:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-07T12:20:10,195 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-07T12:20:10,195 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-07T12:20:10,270 INFO [RS:0;87fb68174c52:43649 {}] regionserver.HRegionServer(746): ClusterId : 018768a1-0454-4b9d-80ac-7ef5ed0dddaa 2024-11-07T12:20:10,270 DEBUG [RS:0;87fb68174c52:43649 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-07T12:20:10,273 DEBUG [RS:0;87fb68174c52:43649 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-07T12:20:10,273 DEBUG [RS:0;87fb68174c52:43649 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-07T12:20:10,275 DEBUG [RS:0;87fb68174c52:43649 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-07T12:20:10,275 DEBUG [RS:0;87fb68174c52:43649 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71df9027, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=87fb68174c52/172.17.0.3:0 2024-11-07T12:20:10,287 DEBUG [RS:0;87fb68174c52:43649 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;87fb68174c52:43649 2024-11-07T12:20:10,287 INFO [RS:0;87fb68174c52:43649 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-07T12:20:10,287 INFO [RS:0;87fb68174c52:43649 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-07T12:20:10,287 DEBUG [RS:0;87fb68174c52:43649 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-07T12:20:10,288 INFO [RS:0;87fb68174c52:43649 {}] regionserver.HRegionServer(2659): reportForDuty to master=87fb68174c52,43611,1730982008688 with port=43649, startcode=1730982008743 2024-11-07T12:20:10,288 DEBUG [RS:0;87fb68174c52:43649 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-07T12:20:10,289 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42523, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=RegionServerStatusService 2024-11-07T12:20:10,290 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43611 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 87fb68174c52,43649,1730982008743 2024-11-07T12:20:10,290 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43611 {}] master.ServerManager(517): Registering regionserver=87fb68174c52,43649,1730982008743 2024-11-07T12:20:10,291 DEBUG [RS:0;87fb68174c52:43649 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36461/user/jenkins/test-data/619a85b0-97a7-d727-9446-8d0b9a96a636 2024-11-07T12:20:10,291 DEBUG [RS:0;87fb68174c52:43649 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36461 2024-11-07T12:20:10,291 DEBUG [RS:0;87fb68174c52:43649 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-07T12:20:10,293 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43611-0x1001a2f5d900000, quorum=127.0.0.1:62659, baseZNode=/01979585849 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01979585849/rs 2024-11-07T12:20:10,293 DEBUG [RS:0;87fb68174c52:43649 {}] zookeeper.ZKUtil(111): regionserver:43649-0x1001a2f5d900001, quorum=127.0.0.1:62659, baseZNode=/01979585849 Set watcher on existing znode=/01979585849/rs/87fb68174c52,43649,1730982008743 2024-11-07T12:20:10,293 WARN [RS:0;87fb68174c52:43649 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-07T12:20:10,293 INFO [RS:0;87fb68174c52:43649 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T12:20:10,293 DEBUG [RS:0;87fb68174c52:43649 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36461/user/jenkins/test-data/619a85b0-97a7-d727-9446-8d0b9a96a636/WALs/87fb68174c52,43649,1730982008743 2024-11-07T12:20:10,294 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [87fb68174c52,43649,1730982008743] 2024-11-07T12:20:10,296 INFO [RS:0;87fb68174c52:43649 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-07T12:20:10,297 INFO [RS:0;87fb68174c52:43649 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-07T12:20:10,297 INFO [RS:0;87fb68174c52:43649 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-07T12:20:10,297 INFO [RS:0;87fb68174c52:43649 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T12:20:10,298 INFO [RS:0;87fb68174c52:43649 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-07T12:20:10,298 INFO [RS:0;87fb68174c52:43649 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-07T12:20:10,298 INFO [RS:0;87fb68174c52:43649 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-07T12:20:10,298 DEBUG [RS:0;87fb68174c52:43649 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:20:10,298 DEBUG [RS:0;87fb68174c52:43649 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:20:10,298 DEBUG [RS:0;87fb68174c52:43649 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:20:10,298 DEBUG [RS:0;87fb68174c52:43649 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:20:10,298 DEBUG [RS:0;87fb68174c52:43649 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:20:10,298 DEBUG [RS:0;87fb68174c52:43649 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/87fb68174c52:0, corePoolSize=2, maxPoolSize=2 2024-11-07T12:20:10,298 DEBUG [RS:0;87fb68174c52:43649 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:20:10,298 DEBUG [RS:0;87fb68174c52:43649 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:20:10,298 DEBUG [RS:0;87fb68174c52:43649 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:20:10,298 DEBUG [RS:0;87fb68174c52:43649 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:20:10,298 DEBUG [RS:0;87fb68174c52:43649 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:20:10,298 DEBUG [RS:0;87fb68174c52:43649 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:20:10,298 DEBUG [RS:0;87fb68174c52:43649 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/87fb68174c52:0, corePoolSize=3, maxPoolSize=3 2024-11-07T12:20:10,298 DEBUG [RS:0;87fb68174c52:43649 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/87fb68174c52:0, corePoolSize=3, maxPoolSize=3 2024-11-07T12:20:10,299 INFO [RS:0;87fb68174c52:43649 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T12:20:10,299 INFO [RS:0;87fb68174c52:43649 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T12:20:10,299 INFO [RS:0;87fb68174c52:43649 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T12:20:10,299 INFO [RS:0;87fb68174c52:43649 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-07T12:20:10,299 INFO [RS:0;87fb68174c52:43649 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-07T12:20:10,299 INFO [RS:0;87fb68174c52:43649 {}] hbase.ChoreService(168): Chore ScheduledChore name=87fb68174c52,43649,1730982008743-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-07T12:20:10,316 INFO [RS:0;87fb68174c52:43649 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-07T12:20:10,317 INFO [RS:0;87fb68174c52:43649 {}] hbase.ChoreService(168): Chore ScheduledChore name=87fb68174c52,43649,1730982008743-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T12:20:10,317 INFO [RS:0;87fb68174c52:43649 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T12:20:10,317 INFO [RS:0;87fb68174c52:43649 {}] regionserver.Replication(171): 87fb68174c52,43649,1730982008743 started 2024-11-07T12:20:10,333 INFO [RS:0;87fb68174c52:43649 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T12:20:10,333 INFO [RS:0;87fb68174c52:43649 {}] regionserver.HRegionServer(1482): Serving as 87fb68174c52,43649,1730982008743, RpcServer on 87fb68174c52/172.17.0.3:43649, sessionid=0x1001a2f5d900001 2024-11-07T12:20:10,333 DEBUG [RS:0;87fb68174c52:43649 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-07T12:20:10,333 DEBUG [RS:0;87fb68174c52:43649 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 87fb68174c52,43649,1730982008743 2024-11-07T12:20:10,333 DEBUG [RS:0;87fb68174c52:43649 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '87fb68174c52,43649,1730982008743' 2024-11-07T12:20:10,333 DEBUG [RS:0;87fb68174c52:43649 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01979585849/flush-table-proc/abort' 2024-11-07T12:20:10,334 DEBUG [RS:0;87fb68174c52:43649 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01979585849/flush-table-proc/acquired' 2024-11-07T12:20:10,334 DEBUG [RS:0;87fb68174c52:43649 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-07T12:20:10,334 DEBUG [RS:0;87fb68174c52:43649 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-07T12:20:10,334 DEBUG [RS:0;87fb68174c52:43649 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 87fb68174c52,43649,1730982008743 2024-11-07T12:20:10,334 DEBUG [RS:0;87fb68174c52:43649 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '87fb68174c52,43649,1730982008743' 2024-11-07T12:20:10,334 DEBUG [RS:0;87fb68174c52:43649 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01979585849/online-snapshot/abort' 2024-11-07T12:20:10,334 DEBUG [RS:0;87fb68174c52:43649 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01979585849/online-snapshot/acquired' 2024-11-07T12:20:10,335 DEBUG [RS:0;87fb68174c52:43649 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-07T12:20:10,335 INFO [RS:0;87fb68174c52:43649 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-07T12:20:10,335 INFO [RS:0;87fb68174c52:43649 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-07T12:20:10,435 INFO [RS:0;87fb68174c52:43649 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-07T12:20:10,436 INFO [RS:0;87fb68174c52:43649 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=87fb68174c52%2C43649%2C1730982008743, suffix=, logDir=hdfs://localhost:36461/user/jenkins/test-data/619a85b0-97a7-d727-9446-8d0b9a96a636/WALs/87fb68174c52,43649,1730982008743, archiveDir=hdfs://localhost:36461/user/jenkins/test-data/619a85b0-97a7-d727-9446-8d0b9a96a636/oldWALs, maxLogs=10 2024-11-07T12:20:10,451 DEBUG [RS:0;87fb68174c52:43649 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/619a85b0-97a7-d727-9446-8d0b9a96a636/WALs/87fb68174c52,43649,1730982008743/87fb68174c52%2C43649%2C1730982008743.1730982010437, exclude list is [], retry=0 2024-11-07T12:20:10,453 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44667,DS-c23fa1d3-69b7-4289-9dfd-23846a76d21c,DISK] 2024-11-07T12:20:10,455 INFO [RS:0;87fb68174c52:43649 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/619a85b0-97a7-d727-9446-8d0b9a96a636/WALs/87fb68174c52,43649,1730982008743/87fb68174c52%2C43649%2C1730982008743.1730982010437 2024-11-07T12:20:10,455 DEBUG [RS:0;87fb68174c52:43649 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45837:45837)] 2024-11-07T12:20:10,535 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-07T12:20:10,535 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T12:20:10,535 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T12:20:10,536 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T12:20:10,536 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T12:20:10,536 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T12:20:10,561 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T12:20:10,561 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T12:20:10,561 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T12:20:10,561 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T12:20:10,561 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T12:20:10,562 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T12:20:10,565 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T12:20:10,567 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T12:20:10,567 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T12:20:10,569 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T12:20:10,596 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36461/user/jenkins/test-data/619a85b0-97a7-d727-9446-8d0b9a96a636/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-07T12:20:10,596 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36461/user/jenkins/test-data/619a85b0-97a7-d727-9446-8d0b9a96a636 2024-11-07T12:20:10,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44667 is added to blk_1073741833_1009 (size=32) 2024-11-07T12:20:11,002 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T12:20:11,007 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-07T12:20:11,011 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-07T12:20:11,011 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:11,012 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T12:20:11,012 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-07T12:20:11,013 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-07T12:20:11,013 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:11,013 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T12:20:11,013 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-07T12:20:11,014 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-07T12:20:11,014 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:11,014 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T12:20:11,014 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-07T12:20:11,015 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-07T12:20:11,015 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:11,015 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T12:20:11,016 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-07T12:20:11,016 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36461/user/jenkins/test-data/619a85b0-97a7-d727-9446-8d0b9a96a636/data/hbase/meta/1588230740 2024-11-07T12:20:11,016 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36461/user/jenkins/test-data/619a85b0-97a7-d727-9446-8d0b9a96a636/data/hbase/meta/1588230740 2024-11-07T12:20:11,017 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-07T12:20:11,017 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-07T12:20:11,018 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T12:20:11,018 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-07T12:20:11,020 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36461/user/jenkins/test-data/619a85b0-97a7-d727-9446-8d0b9a96a636/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T12:20:11,020 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58863662, jitterRate=-0.12286308407783508}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T12:20:11,021 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1730982011002Initializing all the Stores at 1730982011005 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730982011005Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730982011006 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730982011006Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730982011006Cleaning up temporary data from old regions at 1730982011017 (+11 ms)Region opened successfully at 1730982011021 (+4 ms) 2024-11-07T12:20:11,021 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-07T12:20:11,021 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-07T12:20:11,021 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-07T12:20:11,021 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-07T12:20:11,021 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-07T12:20:11,021 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-07T12:20:11,022 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1730982011021Disabling compacts and flushes for region at 1730982011021Disabling writes for close at 1730982011021Writing region close event to WAL at 1730982011021Closed at 1730982011021 2024-11-07T12:20:11,023 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T12:20:11,023 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-07T12:20:11,023 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-07T12:20:11,024 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-07T12:20:11,025 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-07T12:20:11,175 DEBUG [87fb68174c52:43611 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-07T12:20:11,175 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=87fb68174c52,43649,1730982008743 2024-11-07T12:20:11,177 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 87fb68174c52,43649,1730982008743, state=OPENING 2024-11-07T12:20:11,178 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-07T12:20:11,180 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43649-0x1001a2f5d900001, quorum=127.0.0.1:62659, baseZNode=/01979585849 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01979585849 2024-11-07T12:20:11,180 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43611-0x1001a2f5d900000, quorum=127.0.0.1:62659, baseZNode=/01979585849 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01979585849 2024-11-07T12:20:11,180 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01979585849/meta-region-server: CHANGED 2024-11-07T12:20:11,180 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01979585849/meta-region-server: CHANGED 2024-11-07T12:20:11,180 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-07T12:20:11,180 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=87fb68174c52,43649,1730982008743}] 2024-11-07T12:20:11,333 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-07T12:20:11,335 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35923, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-07T12:20:11,345 INFO [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-07T12:20:11,345 INFO [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T12:20:11,345 INFO [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-07T12:20:11,347 INFO [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=87fb68174c52%2C43649%2C1730982008743.meta, suffix=.meta, logDir=hdfs://localhost:36461/user/jenkins/test-data/619a85b0-97a7-d727-9446-8d0b9a96a636/WALs/87fb68174c52,43649,1730982008743, archiveDir=hdfs://localhost:36461/user/jenkins/test-data/619a85b0-97a7-d727-9446-8d0b9a96a636/oldWALs, maxLogs=10 2024-11-07T12:20:11,365 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/619a85b0-97a7-d727-9446-8d0b9a96a636/WALs/87fb68174c52,43649,1730982008743/87fb68174c52%2C43649%2C1730982008743.meta.1730982011347.meta, exclude list is [], retry=0 2024-11-07T12:20:11,380 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44667,DS-c23fa1d3-69b7-4289-9dfd-23846a76d21c,DISK] 2024-11-07T12:20:11,382 INFO [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/619a85b0-97a7-d727-9446-8d0b9a96a636/WALs/87fb68174c52,43649,1730982008743/87fb68174c52%2C43649%2C1730982008743.meta.1730982011347.meta 2024-11-07T12:20:11,382 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45837:45837)] 2024-11-07T12:20:11,383 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-07T12:20:11,383 INFO [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-07T12:20:11,383 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-07T12:20:11,383 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-07T12:20:11,383 INFO [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-07T12:20:11,383 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-07T12:20:11,383 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T12:20:11,383 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-07T12:20:11,384 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-07T12:20:11,385 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-07T12:20:11,386 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-07T12:20:11,386 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:11,386 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T12:20:11,387 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-07T12:20:11,387 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-07T12:20:11,387 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:11,387 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T12:20:11,388 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-07T12:20:11,388 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-07T12:20:11,388 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:11,388 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T12:20:11,388 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-07T12:20:11,389 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-07T12:20:11,389 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:11,389 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T12:20:11,389 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-07T12:20:11,390 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36461/user/jenkins/test-data/619a85b0-97a7-d727-9446-8d0b9a96a636/data/hbase/meta/1588230740 2024-11-07T12:20:11,391 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36461/user/jenkins/test-data/619a85b0-97a7-d727-9446-8d0b9a96a636/data/hbase/meta/1588230740 2024-11-07T12:20:11,392 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-07T12:20:11,392 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-07T12:20:11,392 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T12:20:11,393 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-07T12:20:11,394 INFO [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74152760, jitterRate=0.10496222972869873}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T12:20:11,394 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-07T12:20:11,394 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1730982011384Writing region info on filesystem at 1730982011384Initializing all the Stores at 1730982011384Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730982011384Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730982011385 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730982011385Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730982011385Cleaning up temporary data from old regions at 1730982011392 (+7 ms)Running coprocessor post-open hooks at 1730982011394 (+2 ms)Region opened successfully at 1730982011394 2024-11-07T12:20:11,395 INFO [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1730982011332 2024-11-07T12:20:11,398 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-07T12:20:11,398 INFO [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-07T12:20:11,398 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=87fb68174c52,43649,1730982008743 2024-11-07T12:20:11,399 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 87fb68174c52,43649,1730982008743, state=OPEN 2024-11-07T12:20:11,404 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43649-0x1001a2f5d900001, quorum=127.0.0.1:62659, baseZNode=/01979585849 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01979585849/meta-region-server 2024-11-07T12:20:11,404 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43611-0x1001a2f5d900000, quorum=127.0.0.1:62659, baseZNode=/01979585849 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01979585849/meta-region-server 2024-11-07T12:20:11,404 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01979585849/meta-region-server: CHANGED 2024-11-07T12:20:11,404 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=87fb68174c52,43649,1730982008743 2024-11-07T12:20:11,404 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01979585849/meta-region-server: CHANGED 2024-11-07T12:20:11,406 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-07T12:20:11,406 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=87fb68174c52,43649,1730982008743 in 224 msec 2024-11-07T12:20:11,408 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-07T12:20:11,408 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 383 msec 2024-11-07T12:20:11,408 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T12:20:11,408 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-07T12:20:11,409 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T12:20:11,409 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=87fb68174c52,43649,1730982008743, seqNum=-1] 2024-11-07T12:20:11,409 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T12:20:11,410 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34987, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T12:20:11,414 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2400 sec 2024-11-07T12:20:11,414 INFO [master/87fb68174c52:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1730982011414, completionTime=-1 2024-11-07T12:20:11,414 INFO [master/87fb68174c52:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-07T12:20:11,414 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-07T12:20:11,416 INFO [master/87fb68174c52:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-07T12:20:11,416 INFO [master/87fb68174c52:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1730982071416 2024-11-07T12:20:11,416 INFO [master/87fb68174c52:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1730982131416 2024-11-07T12:20:11,416 INFO [master/87fb68174c52:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-07T12:20:11,417 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=87fb68174c52,43611,1730982008688-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T12:20:11,417 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=87fb68174c52,43611,1730982008688-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T12:20:11,417 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=87fb68174c52,43611,1730982008688-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T12:20:11,417 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-87fb68174c52:43611, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T12:20:11,417 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-07T12:20:11,417 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-07T12:20:11,418 DEBUG [master/87fb68174c52:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-07T12:20:11,420 INFO [master/87fb68174c52:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.635sec 2024-11-07T12:20:11,420 INFO [master/87fb68174c52:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-07T12:20:11,421 INFO [master/87fb68174c52:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-07T12:20:11,421 INFO [master/87fb68174c52:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-07T12:20:11,421 INFO [master/87fb68174c52:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-07T12:20:11,421 INFO [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-07T12:20:11,421 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=87fb68174c52,43611,1730982008688-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-07T12:20:11,421 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=87fb68174c52,43611,1730982008688-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-07T12:20:11,423 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-07T12:20:11,423 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-07T12:20:11,423 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=87fb68174c52,43611,1730982008688-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T12:20:11,471 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22c7758e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:20:11,471 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 87fb68174c52,43611,-1 for getting cluster id 2024-11-07T12:20:11,471 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T12:20:11,472 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '018768a1-0454-4b9d-80ac-7ef5ed0dddaa' 2024-11-07T12:20:11,473 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T12:20:11,473 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "018768a1-0454-4b9d-80ac-7ef5ed0dddaa" 2024-11-07T12:20:11,473 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5036de22, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:20:11,473 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [87fb68174c52,43611,-1] 2024-11-07T12:20:11,473 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T12:20:11,474 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:20:11,474 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35060, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T12:20:11,475 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4bddd43e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:20:11,476 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T12:20:11,476 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=87fb68174c52,43649,1730982008743, seqNum=-1] 2024-11-07T12:20:11,477 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T12:20:11,478 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56126, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T12:20:11,479 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=87fb68174c52,43611,1730982008688 2024-11-07T12:20:11,480 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:62659 2024-11-07T12:20:11,485 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:62659, baseZNode=/01979585849 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T12:20:11,486 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1001a2f5d900002 connected 2024-11-07T12:20:11,490 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/08c8eb07-6066-ff1a-7f74-eb2997062a03/hadoop.log.dir so I do NOT create it in target/test-data/dc07883a-814f-90bc-a61e-383826b915e6 2024-11-07T12:20:11,491 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/08c8eb07-6066-ff1a-7f74-eb2997062a03/hadoop.log.dir Erasing configuration value by system value. 2024-11-07T12:20:11,491 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/08c8eb07-6066-ff1a-7f74-eb2997062a03/hadoop.tmp.dir so I do NOT create it in target/test-data/dc07883a-814f-90bc-a61e-383826b915e6 2024-11-07T12:20:11,491 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/08c8eb07-6066-ff1a-7f74-eb2997062a03/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-07T12:20:11,491 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dc07883a-814f-90bc-a61e-383826b915e6 2024-11-07T12:20:11,491 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-07T12:20:11,491 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dc07883a-814f-90bc-a61e-383826b915e6/cluster_21de29cb-aa88-aeb6-665d-a0019012b3f8, deleteOnExit=true 2024-11-07T12:20:11,491 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-07T12:20:11,491 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dc07883a-814f-90bc-a61e-383826b915e6/test.cache.data in system properties and HBase conf 2024-11-07T12:20:11,491 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dc07883a-814f-90bc-a61e-383826b915e6/hadoop.tmp.dir in system properties and HBase conf 2024-11-07T12:20:11,491 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dc07883a-814f-90bc-a61e-383826b915e6/hadoop.log.dir in system properties and HBase conf 2024-11-07T12:20:11,491 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dc07883a-814f-90bc-a61e-383826b915e6/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-07T12:20:11,492 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dc07883a-814f-90bc-a61e-383826b915e6/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-07T12:20:11,492 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-07T12:20:11,492 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-07T12:20:11,492 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dc07883a-814f-90bc-a61e-383826b915e6/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-07T12:20:11,492 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dc07883a-814f-90bc-a61e-383826b915e6/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-07T12:20:11,492 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dc07883a-814f-90bc-a61e-383826b915e6/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-07T12:20:11,492 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dc07883a-814f-90bc-a61e-383826b915e6/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-07T12:20:11,492 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dc07883a-814f-90bc-a61e-383826b915e6/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-07T12:20:11,492 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dc07883a-814f-90bc-a61e-383826b915e6/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-07T12:20:11,492 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dc07883a-814f-90bc-a61e-383826b915e6/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-07T12:20:11,493 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dc07883a-814f-90bc-a61e-383826b915e6/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-07T12:20:11,493 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dc07883a-814f-90bc-a61e-383826b915e6/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-07T12:20:11,493 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dc07883a-814f-90bc-a61e-383826b915e6/nfs.dump.dir in system properties and HBase conf 2024-11-07T12:20:11,493 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dc07883a-814f-90bc-a61e-383826b915e6/java.io.tmpdir in system properties and HBase conf 2024-11-07T12:20:11,493 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dc07883a-814f-90bc-a61e-383826b915e6/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-07T12:20:11,493 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dc07883a-814f-90bc-a61e-383826b915e6/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-07T12:20:11,493 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dc07883a-814f-90bc-a61e-383826b915e6/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-07T12:20:11,575 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T12:20:11,580 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-07T12:20:11,586 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-07T12:20:11,586 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-07T12:20:11,586 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-07T12:20:11,589 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T12:20:11,591 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@11b4a74d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dc07883a-814f-90bc-a61e-383826b915e6/hadoop.log.dir/,AVAILABLE} 2024-11-07T12:20:11,591 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3cc0054a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-07T12:20:11,706 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@9eaf073{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dc07883a-814f-90bc-a61e-383826b915e6/java.io.tmpdir/jetty-localhost-33007-hadoop-hdfs-3_4_1-tests_jar-_-any-13581133566437587285/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-07T12:20:11,707 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@33292fdf{HTTP/1.1, (http/1.1)}{localhost:33007} 2024-11-07T12:20:11,707 INFO [Time-limited test {}] server.Server(415): Started @241907ms 2024-11-07T12:20:11,789 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T12:20:11,792 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-07T12:20:11,794 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-07T12:20:11,794 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-07T12:20:11,794 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-07T12:20:11,795 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@18002966{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dc07883a-814f-90bc-a61e-383826b915e6/hadoop.log.dir/,AVAILABLE} 2024-11-07T12:20:11,795 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@37fcdc72{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-07T12:20:11,909 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2aaf8662{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dc07883a-814f-90bc-a61e-383826b915e6/java.io.tmpdir/jetty-localhost-42037-hadoop-hdfs-3_4_1-tests_jar-_-any-15750466400175740712/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T12:20:11,910 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@14948176{HTTP/1.1, (http/1.1)}{localhost:42037} 2024-11-07T12:20:11,910 INFO [Time-limited test {}] server.Server(415): Started @242110ms 2024-11-07T12:20:11,911 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-07T12:20:12,007 WARN [Thread-3529 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dc07883a-814f-90bc-a61e-383826b915e6/cluster_21de29cb-aa88-aeb6-665d-a0019012b3f8/data/data1/current/BP-338985029-172.17.0.3-1730982011515/current, will proceed with Du for space computation calculation, 2024-11-07T12:20:12,008 WARN [Thread-3530 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dc07883a-814f-90bc-a61e-383826b915e6/cluster_21de29cb-aa88-aeb6-665d-a0019012b3f8/data/data2/current/BP-338985029-172.17.0.3-1730982011515/current, will proceed with Du for space computation calculation, 2024-11-07T12:20:12,031 WARN [Thread-3517 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-07T12:20:12,033 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x834ad79dbac80d71 with lease ID 0x9d7a0e6236eafb88: Processing first storage report for DS-946542f9-abfb-4bcc-9e54-2c6fc7a58e99 from datanode DatanodeRegistration(127.0.0.1:37243, datanodeUuid=9ac21e26-75ac-44ec-baf1-be64f5954a04, infoPort=37627, infoSecurePort=0, ipcPort=43465, storageInfo=lv=-57;cid=testClusterID;nsid=376599583;c=1730982011515) 2024-11-07T12:20:12,034 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x834ad79dbac80d71 with lease ID 0x9d7a0e6236eafb88: from storage DS-946542f9-abfb-4bcc-9e54-2c6fc7a58e99 node DatanodeRegistration(127.0.0.1:37243, datanodeUuid=9ac21e26-75ac-44ec-baf1-be64f5954a04, infoPort=37627, infoSecurePort=0, ipcPort=43465, storageInfo=lv=-57;cid=testClusterID;nsid=376599583;c=1730982011515), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-07T12:20:12,034 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x834ad79dbac80d71 with lease ID 0x9d7a0e6236eafb88: Processing first storage report for DS-4ecc055d-b190-467c-a2cc-f970bcfe9f6a from datanode DatanodeRegistration(127.0.0.1:37243, datanodeUuid=9ac21e26-75ac-44ec-baf1-be64f5954a04, infoPort=37627, infoSecurePort=0, ipcPort=43465, storageInfo=lv=-57;cid=testClusterID;nsid=376599583;c=1730982011515) 2024-11-07T12:20:12,034 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x834ad79dbac80d71 with lease ID 0x9d7a0e6236eafb88: from storage DS-4ecc055d-b190-467c-a2cc-f970bcfe9f6a node DatanodeRegistration(127.0.0.1:37243, datanodeUuid=9ac21e26-75ac-44ec-baf1-be64f5954a04, infoPort=37627, infoSecurePort=0, ipcPort=43465, storageInfo=lv=-57;cid=testClusterID;nsid=376599583;c=1730982011515), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-07T12:20:12,044 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dc07883a-814f-90bc-a61e-383826b915e6 2024-11-07T12:20:12,045 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T12:20:12,046 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T12:20:12,058 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37243 is added to blk_1073741825_1001 (size=7) 2024-11-07T12:20:12,154 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T12:20:12,154 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [87fb68174c52,46025,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=87fb68174c52:46025 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-07T12:20:12,155 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 13, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 68533 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [87fb68174c52,46025,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=87fb68174c52:46025 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-07T12:20:12,459 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37131/user/jenkins/test-data/9d6182fe-15c4-0556-17f8-435f975fc265 with version=8 2024-11-07T12:20:12,459 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:37131/user/jenkins/test-data/9d6182fe-15c4-0556-17f8-435f975fc265/hbase-staging 2024-11-07T12:20:12,462 INFO [Time-limited test {}] client.ConnectionUtils(128): master/87fb68174c52:0 server-side Connection retries=45 2024-11-07T12:20:12,462 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T12:20:12,462 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-07T12:20:12,462 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-07T12:20:12,462 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T12:20:12,462 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-07T12:20:12,462 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-07T12:20:12,462 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T12:20:12,463 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:39199 2024-11-07T12:20:12,464 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39199 connecting to ZooKeeper ensemble=127.0.0.1:62659 2024-11-07T12:20:12,466 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:391990x0, quorum=127.0.0.1:62659, baseZNode=/1-715544652 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T12:20:12,466 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39199-0x1001a2f5d900003 connected 2024-11-07T12:20:12,478 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T12:20:12,479 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T12:20:12,481 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39199-0x1001a2f5d900003, quorum=127.0.0.1:62659, baseZNode=/1-715544652 Set watcher on znode that does not yet exist, /1-715544652/running 2024-11-07T12:20:12,481 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37131/user/jenkins/test-data/9d6182fe-15c4-0556-17f8-435f975fc265, hbase.cluster.distributed=false 2024-11-07T12:20:12,482 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39199-0x1001a2f5d900003, quorum=127.0.0.1:62659, baseZNode=/1-715544652 Set watcher on znode that does not yet exist, /1-715544652/acl 2024-11-07T12:20:12,483 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39199 2024-11-07T12:20:12,483 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39199 2024-11-07T12:20:12,483 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39199 2024-11-07T12:20:12,484 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39199 2024-11-07T12:20:12,484 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39199 2024-11-07T12:20:12,498 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/87fb68174c52:0 server-side Connection retries=45 2024-11-07T12:20:12,498 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T12:20:12,498 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-07T12:20:12,498 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-07T12:20:12,498 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T12:20:12,498 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-07T12:20:12,498 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-07T12:20:12,498 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T12:20:12,499 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:35069 2024-11-07T12:20:12,499 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35069 connecting to ZooKeeper ensemble=127.0.0.1:62659 2024-11-07T12:20:12,500 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T12:20:12,501 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T12:20:12,505 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:350690x0, quorum=127.0.0.1:62659, baseZNode=/1-715544652 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T12:20:12,505 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:350690x0, quorum=127.0.0.1:62659, baseZNode=/1-715544652 Set watcher on znode that does not yet exist, /1-715544652/running 2024-11-07T12:20:12,505 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35069-0x1001a2f5d900004 connected 2024-11-07T12:20:12,505 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-07T12:20:12,508 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-07T12:20:12,509 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35069-0x1001a2f5d900004, quorum=127.0.0.1:62659, baseZNode=/1-715544652 Set watcher on znode that does not yet exist, /1-715544652/master 2024-11-07T12:20:12,509 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35069-0x1001a2f5d900004, quorum=127.0.0.1:62659, baseZNode=/1-715544652 Set watcher on znode that does not yet exist, /1-715544652/acl 2024-11-07T12:20:12,516 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35069 2024-11-07T12:20:12,516 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35069 2024-11-07T12:20:12,517 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35069 2024-11-07T12:20:12,517 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35069 2024-11-07T12:20:12,517 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35069 2024-11-07T12:20:12,529 DEBUG [M:0;87fb68174c52:39199 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;87fb68174c52:39199 2024-11-07T12:20:12,529 INFO [master/87fb68174c52:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-715544652/backup-masters/87fb68174c52,39199,1730982012461 2024-11-07T12:20:12,530 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35069-0x1001a2f5d900004, quorum=127.0.0.1:62659, baseZNode=/1-715544652 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-715544652/backup-masters 2024-11-07T12:20:12,530 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39199-0x1001a2f5d900003, quorum=127.0.0.1:62659, baseZNode=/1-715544652 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-715544652/backup-masters 2024-11-07T12:20:12,531 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39199-0x1001a2f5d900003, quorum=127.0.0.1:62659, baseZNode=/1-715544652 Set watcher on existing znode=/1-715544652/backup-masters/87fb68174c52,39199,1730982012461 2024-11-07T12:20:12,532 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35069-0x1001a2f5d900004, quorum=127.0.0.1:62659, baseZNode=/1-715544652 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-715544652/master 2024-11-07T12:20:12,532 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39199-0x1001a2f5d900003, quorum=127.0.0.1:62659, baseZNode=/1-715544652 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-715544652 2024-11-07T12:20:12,532 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35069-0x1001a2f5d900004, quorum=127.0.0.1:62659, baseZNode=/1-715544652 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-715544652 2024-11-07T12:20:12,533 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39199-0x1001a2f5d900003, quorum=127.0.0.1:62659, baseZNode=/1-715544652 Set watcher on existing znode=/1-715544652/master 2024-11-07T12:20:12,533 INFO [master/87fb68174c52:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-715544652/backup-masters/87fb68174c52,39199,1730982012461 from backup master directory 2024-11-07T12:20:12,535 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39199-0x1001a2f5d900003, quorum=127.0.0.1:62659, baseZNode=/1-715544652 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-715544652/backup-masters/87fb68174c52,39199,1730982012461 2024-11-07T12:20:12,535 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35069-0x1001a2f5d900004, quorum=127.0.0.1:62659, baseZNode=/1-715544652 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-715544652/backup-masters 2024-11-07T12:20:12,535 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39199-0x1001a2f5d900003, quorum=127.0.0.1:62659, baseZNode=/1-715544652 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-715544652/backup-masters 2024-11-07T12:20:12,535 WARN [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-07T12:20:12,535 INFO [master/87fb68174c52:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=87fb68174c52,39199,1730982012461 2024-11-07T12:20:12,538 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37131/user/jenkins/test-data/9d6182fe-15c4-0556-17f8-435f975fc265/hbase.id] with ID: ee45c365-ea7c-42aa-8125-b3709f20f723 2024-11-07T12:20:12,538 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37131/user/jenkins/test-data/9d6182fe-15c4-0556-17f8-435f975fc265/.tmp/hbase.id 2024-11-07T12:20:12,548 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37243 is added to blk_1073741826_1002 (size=42) 2024-11-07T12:20:12,949 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37131/user/jenkins/test-data/9d6182fe-15c4-0556-17f8-435f975fc265/.tmp/hbase.id]:[hdfs://localhost:37131/user/jenkins/test-data/9d6182fe-15c4-0556-17f8-435f975fc265/hbase.id] 2024-11-07T12:20:12,957 INFO [master/87fb68174c52:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T12:20:12,957 INFO [master/87fb68174c52:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-07T12:20:12,958 INFO [master/87fb68174c52:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-07T12:20:12,960 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35069-0x1001a2f5d900004, quorum=127.0.0.1:62659, baseZNode=/1-715544652 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-715544652 2024-11-07T12:20:12,960 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39199-0x1001a2f5d900003, quorum=127.0.0.1:62659, baseZNode=/1-715544652 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-715544652 2024-11-07T12:20:12,967 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37243 is added to blk_1073741827_1003 (size=196) 2024-11-07T12:20:13,368 INFO [master/87fb68174c52:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-07T12:20:13,369 INFO [master/87fb68174c52:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-07T12:20:13,369 INFO [master/87fb68174c52:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T12:20:13,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37243 is added to blk_1073741828_1004 (size=1189) 2024-11-07T12:20:13,775 INFO [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37131/user/jenkins/test-data/9d6182fe-15c4-0556-17f8-435f975fc265/MasterData/data/master/store 2024-11-07T12:20:13,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37243 is added to blk_1073741829_1005 (size=34) 2024-11-07T12:20:13,785 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T12:20:13,785 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-07T12:20:13,785 INFO [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T12:20:13,785 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T12:20:13,785 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-07T12:20:13,785 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T12:20:13,786 INFO [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T12:20:13,786 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1730982013785Disabling compacts and flushes for region at 1730982013785Disabling writes for close at 1730982013785Writing region close event to WAL at 1730982013785Closed at 1730982013785 2024-11-07T12:20:13,786 WARN [master/87fb68174c52:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37131/user/jenkins/test-data/9d6182fe-15c4-0556-17f8-435f975fc265/MasterData/data/master/store/.initializing 2024-11-07T12:20:13,786 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37131/user/jenkins/test-data/9d6182fe-15c4-0556-17f8-435f975fc265/MasterData/WALs/87fb68174c52,39199,1730982012461 2024-11-07T12:20:13,787 INFO [master/87fb68174c52:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-07T12:20:13,789 INFO [master/87fb68174c52:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=87fb68174c52%2C39199%2C1730982012461, suffix=, logDir=hdfs://localhost:37131/user/jenkins/test-data/9d6182fe-15c4-0556-17f8-435f975fc265/MasterData/WALs/87fb68174c52,39199,1730982012461, archiveDir=hdfs://localhost:37131/user/jenkins/test-data/9d6182fe-15c4-0556-17f8-435f975fc265/MasterData/oldWALs, maxLogs=10 2024-11-07T12:20:13,809 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/9d6182fe-15c4-0556-17f8-435f975fc265/MasterData/WALs/87fb68174c52,39199,1730982012461/87fb68174c52%2C39199%2C1730982012461.1730982013789, exclude list is [], retry=0 2024-11-07T12:20:13,812 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37243,DS-946542f9-abfb-4bcc-9e54-2c6fc7a58e99,DISK] 2024-11-07T12:20:13,814 INFO [master/87fb68174c52:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9d6182fe-15c4-0556-17f8-435f975fc265/MasterData/WALs/87fb68174c52,39199,1730982012461/87fb68174c52%2C39199%2C1730982012461.1730982013789 2024-11-07T12:20:13,814 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37627:37627)] 2024-11-07T12:20:13,814 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-07T12:20:13,815 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T12:20:13,815 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T12:20:13,815 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T12:20:13,816 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T12:20:13,817 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-07T12:20:13,817 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:13,818 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T12:20:13,818 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T12:20:13,819 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-07T12:20:13,819 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:13,819 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T12:20:13,819 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T12:20:13,820 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-07T12:20:13,820 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:13,821 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T12:20:13,821 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T12:20:13,822 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-07T12:20:13,822 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:13,822 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T12:20:13,822 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T12:20:13,823 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37131/user/jenkins/test-data/9d6182fe-15c4-0556-17f8-435f975fc265/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-07T12:20:13,823 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37131/user/jenkins/test-data/9d6182fe-15c4-0556-17f8-435f975fc265/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-07T12:20:13,824 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T12:20:13,825 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T12:20:13,825 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T12:20:13,826 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T12:20:13,828 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37131/user/jenkins/test-data/9d6182fe-15c4-0556-17f8-435f975fc265/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T12:20:13,829 INFO [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59947932, jitterRate=-0.10670620203018188}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T12:20:13,829 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1730982013815Initializing all the Stores at 1730982013816 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730982013816Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730982013816Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730982013816Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730982013816Cleaning up temporary data from old regions at 1730982013825 (+9 ms)Region opened successfully at 1730982013829 (+4 ms) 2024-11-07T12:20:13,829 INFO [master/87fb68174c52:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-07T12:20:13,832 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c5939e0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=87fb68174c52/172.17.0.3:0 2024-11-07T12:20:13,833 INFO [master/87fb68174c52:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-07T12:20:13,833 INFO [master/87fb68174c52:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-07T12:20:13,833 INFO [master/87fb68174c52:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-07T12:20:13,833 INFO [master/87fb68174c52:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-07T12:20:13,834 INFO [master/87fb68174c52:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-07T12:20:13,834 INFO [master/87fb68174c52:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-07T12:20:13,834 INFO [master/87fb68174c52:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-07T12:20:13,836 INFO [master/87fb68174c52:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-07T12:20:13,837 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39199-0x1001a2f5d900003, quorum=127.0.0.1:62659, baseZNode=/1-715544652 Unable to get data of znode /1-715544652/balancer because node does not exist (not necessarily an error) 2024-11-07T12:20:13,838 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-715544652/balancer already deleted, retry=false 2024-11-07T12:20:13,839 INFO [master/87fb68174c52:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-07T12:20:13,839 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39199-0x1001a2f5d900003, quorum=127.0.0.1:62659, baseZNode=/1-715544652 Unable to get data of znode /1-715544652/normalizer because node does not exist (not necessarily an error) 2024-11-07T12:20:13,841 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-715544652/normalizer already deleted, retry=false 2024-11-07T12:20:13,841 INFO [master/87fb68174c52:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-07T12:20:13,842 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39199-0x1001a2f5d900003, quorum=127.0.0.1:62659, baseZNode=/1-715544652 Unable to get data of znode /1-715544652/switch/split because node does not exist (not necessarily an error) 2024-11-07T12:20:13,844 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-715544652/switch/split already deleted, retry=false 2024-11-07T12:20:13,845 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39199-0x1001a2f5d900003, quorum=127.0.0.1:62659, baseZNode=/1-715544652 Unable to get data of znode /1-715544652/switch/merge because node does not exist (not necessarily an error) 2024-11-07T12:20:13,847 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-715544652/switch/merge already deleted, retry=false 2024-11-07T12:20:13,849 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39199-0x1001a2f5d900003, quorum=127.0.0.1:62659, baseZNode=/1-715544652 Unable to get data of znode /1-715544652/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-07T12:20:13,850 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-715544652/snapshot-cleanup already deleted, retry=false 2024-11-07T12:20:13,852 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39199-0x1001a2f5d900003, quorum=127.0.0.1:62659, baseZNode=/1-715544652 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-715544652/running 2024-11-07T12:20:13,852 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39199-0x1001a2f5d900003, quorum=127.0.0.1:62659, baseZNode=/1-715544652 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-715544652 2024-11-07T12:20:13,852 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35069-0x1001a2f5d900004, quorum=127.0.0.1:62659, baseZNode=/1-715544652 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-715544652/running 2024-11-07T12:20:13,852 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35069-0x1001a2f5d900004, quorum=127.0.0.1:62659, baseZNode=/1-715544652 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-715544652 2024-11-07T12:20:13,852 INFO [master/87fb68174c52:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=87fb68174c52,39199,1730982012461, sessionid=0x1001a2f5d900003, setting cluster-up flag (Was=false) 2024-11-07T12:20:13,856 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39199-0x1001a2f5d900003, quorum=127.0.0.1:62659, baseZNode=/1-715544652 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-715544652 2024-11-07T12:20:13,856 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35069-0x1001a2f5d900004, quorum=127.0.0.1:62659, baseZNode=/1-715544652 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-715544652 2024-11-07T12:20:13,861 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-715544652/flush-table-proc/acquired, /1-715544652/flush-table-proc/reached, /1-715544652/flush-table-proc/abort 2024-11-07T12:20:13,862 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=87fb68174c52,39199,1730982012461 2024-11-07T12:20:13,865 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35069-0x1001a2f5d900004, quorum=127.0.0.1:62659, baseZNode=/1-715544652 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-715544652 2024-11-07T12:20:13,865 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39199-0x1001a2f5d900003, quorum=127.0.0.1:62659, baseZNode=/1-715544652 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-715544652 2024-11-07T12:20:13,870 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-715544652/online-snapshot/acquired, /1-715544652/online-snapshot/reached, /1-715544652/online-snapshot/abort 2024-11-07T12:20:13,871 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=87fb68174c52,39199,1730982012461 2024-11-07T12:20:13,872 INFO [master/87fb68174c52:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37131/user/jenkins/test-data/9d6182fe-15c4-0556-17f8-435f975fc265/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-07T12:20:13,873 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-07T12:20:13,874 INFO [master/87fb68174c52:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-07T12:20:13,874 INFO [master/87fb68174c52:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-07T12:20:13,874 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 87fb68174c52,39199,1730982012461 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-07T12:20:13,875 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/87fb68174c52:0, corePoolSize=5, maxPoolSize=5 2024-11-07T12:20:13,876 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/87fb68174c52:0, corePoolSize=5, maxPoolSize=5 2024-11-07T12:20:13,876 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/87fb68174c52:0, corePoolSize=5, maxPoolSize=5 2024-11-07T12:20:13,876 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/87fb68174c52:0, corePoolSize=5, maxPoolSize=5 2024-11-07T12:20:13,876 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/87fb68174c52:0, corePoolSize=10, maxPoolSize=10 2024-11-07T12:20:13,876 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:20:13,876 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/87fb68174c52:0, corePoolSize=2, maxPoolSize=2 2024-11-07T12:20:13,876 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:20:13,877 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T12:20:13,877 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-07T12:20:13,878 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:13,878 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-07T12:20:13,888 INFO [master/87fb68174c52:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1730982043888 2024-11-07T12:20:13,888 INFO [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-07T12:20:13,888 INFO [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-07T12:20:13,888 INFO [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-07T12:20:13,888 INFO [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-07T12:20:13,888 INFO [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-07T12:20:13,888 INFO [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-07T12:20:13,892 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-07T12:20:13,893 INFO [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-07T12:20:13,893 INFO [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-07T12:20:13,893 INFO [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-07T12:20:13,893 INFO [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-07T12:20:13,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37243 is added to blk_1073741831_1007 (size=1321) 2024-11-07T12:20:13,896 INFO [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-07T12:20:13,897 INFO [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-07T12:20:13,897 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/87fb68174c52:0:becomeActiveMaster-HFileCleaner.large.0-1730982013897,5,FailOnTimeoutGroup] 2024-11-07T12:20:13,897 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/87fb68174c52:0:becomeActiveMaster-HFileCleaner.small.0-1730982013897,5,FailOnTimeoutGroup] 2024-11-07T12:20:13,897 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-07T12:20:13,897 INFO [master/87fb68174c52:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-07T12:20:13,897 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-07T12:20:13,897 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-07T12:20:13,920 INFO [RS:0;87fb68174c52:35069 {}] regionserver.HRegionServer(746): ClusterId : ee45c365-ea7c-42aa-8125-b3709f20f723 2024-11-07T12:20:13,920 DEBUG [RS:0;87fb68174c52:35069 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-07T12:20:13,923 DEBUG [RS:0;87fb68174c52:35069 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-07T12:20:13,923 DEBUG [RS:0;87fb68174c52:35069 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-07T12:20:13,926 DEBUG [RS:0;87fb68174c52:35069 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-07T12:20:13,926 DEBUG [RS:0;87fb68174c52:35069 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59fafdd9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=87fb68174c52/172.17.0.3:0 2024-11-07T12:20:13,944 DEBUG [RS:0;87fb68174c52:35069 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;87fb68174c52:35069 2024-11-07T12:20:13,944 INFO [RS:0;87fb68174c52:35069 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-07T12:20:13,944 INFO [RS:0;87fb68174c52:35069 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-07T12:20:13,944 DEBUG [RS:0;87fb68174c52:35069 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-07T12:20:13,944 INFO [RS:0;87fb68174c52:35069 {}] regionserver.HRegionServer(2659): reportForDuty to master=87fb68174c52,39199,1730982012461 with port=35069, startcode=1730982012498 2024-11-07T12:20:13,944 DEBUG [RS:0;87fb68174c52:35069 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-07T12:20:13,946 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50909, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=RegionServerStatusService 2024-11-07T12:20:13,947 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39199 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 87fb68174c52,35069,1730982012498 2024-11-07T12:20:13,947 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39199 {}] master.ServerManager(517): Registering regionserver=87fb68174c52,35069,1730982012498 2024-11-07T12:20:13,948 DEBUG [RS:0;87fb68174c52:35069 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37131/user/jenkins/test-data/9d6182fe-15c4-0556-17f8-435f975fc265 2024-11-07T12:20:13,948 DEBUG [RS:0;87fb68174c52:35069 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37131 2024-11-07T12:20:13,948 DEBUG [RS:0;87fb68174c52:35069 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-07T12:20:13,952 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39199-0x1001a2f5d900003, quorum=127.0.0.1:62659, baseZNode=/1-715544652 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-715544652/rs 2024-11-07T12:20:13,952 DEBUG [RS:0;87fb68174c52:35069 {}] zookeeper.ZKUtil(111): regionserver:35069-0x1001a2f5d900004, quorum=127.0.0.1:62659, baseZNode=/1-715544652 Set watcher on existing znode=/1-715544652/rs/87fb68174c52,35069,1730982012498 2024-11-07T12:20:13,953 WARN [RS:0;87fb68174c52:35069 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-07T12:20:13,953 INFO [RS:0;87fb68174c52:35069 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T12:20:13,953 DEBUG [RS:0;87fb68174c52:35069 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37131/user/jenkins/test-data/9d6182fe-15c4-0556-17f8-435f975fc265/WALs/87fb68174c52,35069,1730982012498 2024-11-07T12:20:13,953 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [87fb68174c52,35069,1730982012498] 2024-11-07T12:20:13,955 INFO [RS:0;87fb68174c52:35069 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-07T12:20:13,960 INFO [RS:0;87fb68174c52:35069 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-07T12:20:13,960 INFO [RS:0;87fb68174c52:35069 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-07T12:20:13,960 INFO [RS:0;87fb68174c52:35069 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T12:20:13,962 INFO [RS:0;87fb68174c52:35069 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-07T12:20:13,963 INFO [RS:0;87fb68174c52:35069 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-07T12:20:13,963 INFO [RS:0;87fb68174c52:35069 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-07T12:20:13,963 DEBUG [RS:0;87fb68174c52:35069 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:20:13,963 DEBUG [RS:0;87fb68174c52:35069 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:20:13,963 DEBUG [RS:0;87fb68174c52:35069 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:20:13,963 DEBUG [RS:0;87fb68174c52:35069 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:20:13,963 DEBUG [RS:0;87fb68174c52:35069 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:20:13,963 DEBUG [RS:0;87fb68174c52:35069 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/87fb68174c52:0, corePoolSize=2, maxPoolSize=2 2024-11-07T12:20:13,963 DEBUG [RS:0;87fb68174c52:35069 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:20:13,963 DEBUG [RS:0;87fb68174c52:35069 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:20:13,963 DEBUG [RS:0;87fb68174c52:35069 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:20:13,963 DEBUG [RS:0;87fb68174c52:35069 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:20:13,963 DEBUG [RS:0;87fb68174c52:35069 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:20:13,963 DEBUG [RS:0;87fb68174c52:35069 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:20:13,963 DEBUG [RS:0;87fb68174c52:35069 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/87fb68174c52:0, corePoolSize=3, maxPoolSize=3 2024-11-07T12:20:13,963 DEBUG [RS:0;87fb68174c52:35069 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/87fb68174c52:0, corePoolSize=3, maxPoolSize=3 2024-11-07T12:20:13,964 INFO [RS:0;87fb68174c52:35069 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T12:20:13,964 INFO [RS:0;87fb68174c52:35069 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T12:20:13,964 INFO [RS:0;87fb68174c52:35069 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T12:20:13,964 INFO [RS:0;87fb68174c52:35069 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-07T12:20:13,964 INFO [RS:0;87fb68174c52:35069 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-07T12:20:13,964 INFO [RS:0;87fb68174c52:35069 {}] hbase.ChoreService(168): Chore ScheduledChore name=87fb68174c52,35069,1730982012498-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-07T12:20:13,978 INFO [RS:0;87fb68174c52:35069 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-07T12:20:13,978 INFO [RS:0;87fb68174c52:35069 {}] hbase.ChoreService(168): Chore ScheduledChore name=87fb68174c52,35069,1730982012498-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T12:20:13,978 INFO [RS:0;87fb68174c52:35069 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T12:20:13,978 INFO [RS:0;87fb68174c52:35069 {}] regionserver.Replication(171): 87fb68174c52,35069,1730982012498 started 2024-11-07T12:20:13,991 INFO [RS:0;87fb68174c52:35069 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T12:20:13,991 INFO [RS:0;87fb68174c52:35069 {}] regionserver.HRegionServer(1482): Serving as 87fb68174c52,35069,1730982012498, RpcServer on 87fb68174c52/172.17.0.3:35069, sessionid=0x1001a2f5d900004 2024-11-07T12:20:13,991 DEBUG [RS:0;87fb68174c52:35069 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-07T12:20:13,991 DEBUG [RS:0;87fb68174c52:35069 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 87fb68174c52,35069,1730982012498 2024-11-07T12:20:13,991 DEBUG [RS:0;87fb68174c52:35069 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '87fb68174c52,35069,1730982012498' 2024-11-07T12:20:13,991 DEBUG [RS:0;87fb68174c52:35069 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-715544652/flush-table-proc/abort' 2024-11-07T12:20:13,992 DEBUG [RS:0;87fb68174c52:35069 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-715544652/flush-table-proc/acquired' 2024-11-07T12:20:13,992 DEBUG [RS:0;87fb68174c52:35069 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-07T12:20:13,992 DEBUG [RS:0;87fb68174c52:35069 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-07T12:20:13,992 DEBUG [RS:0;87fb68174c52:35069 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 87fb68174c52,35069,1730982012498 2024-11-07T12:20:13,992 DEBUG [RS:0;87fb68174c52:35069 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '87fb68174c52,35069,1730982012498' 2024-11-07T12:20:13,992 DEBUG [RS:0;87fb68174c52:35069 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-715544652/online-snapshot/abort' 2024-11-07T12:20:13,992 DEBUG [RS:0;87fb68174c52:35069 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-715544652/online-snapshot/acquired' 2024-11-07T12:20:13,993 DEBUG [RS:0;87fb68174c52:35069 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-07T12:20:13,993 INFO [RS:0;87fb68174c52:35069 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-07T12:20:13,993 INFO [RS:0;87fb68174c52:35069 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-07T12:20:14,093 INFO [RS:0;87fb68174c52:35069 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-07T12:20:14,095 INFO [RS:0;87fb68174c52:35069 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=87fb68174c52%2C35069%2C1730982012498, suffix=, logDir=hdfs://localhost:37131/user/jenkins/test-data/9d6182fe-15c4-0556-17f8-435f975fc265/WALs/87fb68174c52,35069,1730982012498, archiveDir=hdfs://localhost:37131/user/jenkins/test-data/9d6182fe-15c4-0556-17f8-435f975fc265/oldWALs, maxLogs=10 2024-11-07T12:20:14,108 DEBUG [RS:0;87fb68174c52:35069 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/9d6182fe-15c4-0556-17f8-435f975fc265/WALs/87fb68174c52,35069,1730982012498/87fb68174c52%2C35069%2C1730982012498.1730982014095, exclude list is [], retry=0 2024-11-07T12:20:14,110 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37243,DS-946542f9-abfb-4bcc-9e54-2c6fc7a58e99,DISK] 2024-11-07T12:20:14,112 INFO [RS:0;87fb68174c52:35069 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9d6182fe-15c4-0556-17f8-435f975fc265/WALs/87fb68174c52,35069,1730982012498/87fb68174c52%2C35069%2C1730982012498.1730982014095 2024-11-07T12:20:14,112 DEBUG [RS:0;87fb68174c52:35069 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37627:37627)] 2024-11-07T12:20:14,295 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37131/user/jenkins/test-data/9d6182fe-15c4-0556-17f8-435f975fc265/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-07T12:20:14,296 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37131/user/jenkins/test-data/9d6182fe-15c4-0556-17f8-435f975fc265 2024-11-07T12:20:14,300 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37243 is added to blk_1073741833_1009 (size=32) 2024-11-07T12:20:14,701 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T12:20:14,702 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-07T12:20:14,704 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-07T12:20:14,704 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:14,704 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T12:20:14,704 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-07T12:20:14,705 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-07T12:20:14,705 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:14,705 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T12:20:14,706 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-07T12:20:14,706 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-07T12:20:14,706 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:14,707 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T12:20:14,707 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-07T12:20:14,707 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-07T12:20:14,708 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:14,708 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T12:20:14,708 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-07T12:20:14,708 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37131/user/jenkins/test-data/9d6182fe-15c4-0556-17f8-435f975fc265/data/hbase/meta/1588230740 2024-11-07T12:20:14,709 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37131/user/jenkins/test-data/9d6182fe-15c4-0556-17f8-435f975fc265/data/hbase/meta/1588230740 2024-11-07T12:20:14,709 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-07T12:20:14,709 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-07T12:20:14,710 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T12:20:14,711 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-07T12:20:14,712 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37131/user/jenkins/test-data/9d6182fe-15c4-0556-17f8-435f975fc265/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T12:20:14,712 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73126291, jitterRate=0.08966664969921112}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T12:20:14,713 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1730982014701Initializing all the Stores at 1730982014702 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730982014702Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730982014702Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730982014702Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730982014702Cleaning up temporary data from old regions at 1730982014709 (+7 ms)Region opened successfully at 1730982014712 (+3 ms) 2024-11-07T12:20:14,713 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-07T12:20:14,713 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-07T12:20:14,713 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-07T12:20:14,713 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-07T12:20:14,713 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-07T12:20:14,713 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-07T12:20:14,713 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1730982014713Disabling compacts and flushes for region at 1730982014713Disabling writes for close at 1730982014713Writing region close event to WAL at 1730982014713Closed at 1730982014713 2024-11-07T12:20:14,714 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T12:20:14,714 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-07T12:20:14,714 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-07T12:20:14,715 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-07T12:20:14,716 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-07T12:20:14,866 DEBUG [87fb68174c52:39199 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-07T12:20:14,866 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=87fb68174c52,35069,1730982012498 2024-11-07T12:20:14,867 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 87fb68174c52,35069,1730982012498, state=OPENING 2024-11-07T12:20:14,869 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-07T12:20:14,871 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35069-0x1001a2f5d900004, quorum=127.0.0.1:62659, baseZNode=/1-715544652 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-715544652 2024-11-07T12:20:14,871 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39199-0x1001a2f5d900003, quorum=127.0.0.1:62659, baseZNode=/1-715544652 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-715544652 2024-11-07T12:20:14,871 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-07T12:20:14,871 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=87fb68174c52,35069,1730982012498}] 2024-11-07T12:20:14,871 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-715544652/meta-region-server: CHANGED 2024-11-07T12:20:14,871 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-715544652/meta-region-server: CHANGED 2024-11-07T12:20:15,023 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-07T12:20:15,025 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60591, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-07T12:20:15,028 INFO [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-07T12:20:15,028 INFO [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T12:20:15,029 INFO [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-07T12:20:15,030 INFO [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=87fb68174c52%2C35069%2C1730982012498.meta, suffix=.meta, logDir=hdfs://localhost:37131/user/jenkins/test-data/9d6182fe-15c4-0556-17f8-435f975fc265/WALs/87fb68174c52,35069,1730982012498, archiveDir=hdfs://localhost:37131/user/jenkins/test-data/9d6182fe-15c4-0556-17f8-435f975fc265/oldWALs, maxLogs=10 2024-11-07T12:20:15,049 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/9d6182fe-15c4-0556-17f8-435f975fc265/WALs/87fb68174c52,35069,1730982012498/87fb68174c52%2C35069%2C1730982012498.meta.1730982015031.meta, exclude list is [], retry=0 2024-11-07T12:20:15,051 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37243,DS-946542f9-abfb-4bcc-9e54-2c6fc7a58e99,DISK] 2024-11-07T12:20:15,053 INFO [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9d6182fe-15c4-0556-17f8-435f975fc265/WALs/87fb68174c52,35069,1730982012498/87fb68174c52%2C35069%2C1730982012498.meta.1730982015031.meta 2024-11-07T12:20:15,053 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37627:37627)] 2024-11-07T12:20:15,053 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-07T12:20:15,054 INFO [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-07T12:20:15,054 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-07T12:20:15,054 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-07T12:20:15,054 INFO [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-07T12:20:15,054 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-07T12:20:15,054 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T12:20:15,054 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-07T12:20:15,054 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-07T12:20:15,056 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-07T12:20:15,056 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-07T12:20:15,056 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:15,057 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T12:20:15,057 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-07T12:20:15,057 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-07T12:20:15,057 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:15,057 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T12:20:15,058 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-07T12:20:15,058 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-07T12:20:15,058 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:15,058 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T12:20:15,058 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-07T12:20:15,059 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-07T12:20:15,059 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:15,059 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T12:20:15,059 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-07T12:20:15,060 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37131/user/jenkins/test-data/9d6182fe-15c4-0556-17f8-435f975fc265/data/hbase/meta/1588230740 2024-11-07T12:20:15,061 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37131/user/jenkins/test-data/9d6182fe-15c4-0556-17f8-435f975fc265/data/hbase/meta/1588230740 2024-11-07T12:20:15,061 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-07T12:20:15,062 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-07T12:20:15,062 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T12:20:15,063 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-07T12:20:15,063 INFO [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67113085, jitterRate=6.289780139923096E-5}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T12:20:15,064 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-07T12:20:15,064 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1730982015055Writing region info on filesystem at 1730982015055Initializing all the Stores at 1730982015055Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730982015055Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730982015055Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730982015055Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730982015055Cleaning up temporary data from old regions at 1730982015062 (+7 ms)Running coprocessor post-open hooks at 1730982015064 (+2 ms)Region opened successfully at 1730982015064 2024-11-07T12:20:15,065 INFO [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1730982015023 2024-11-07T12:20:15,067 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-07T12:20:15,067 INFO [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-07T12:20:15,068 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=87fb68174c52,35069,1730982012498 2024-11-07T12:20:15,068 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 87fb68174c52,35069,1730982012498, state=OPEN 2024-11-07T12:20:15,070 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39199-0x1001a2f5d900003, quorum=127.0.0.1:62659, baseZNode=/1-715544652 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-715544652/meta-region-server 2024-11-07T12:20:15,070 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35069-0x1001a2f5d900004, quorum=127.0.0.1:62659, baseZNode=/1-715544652 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-715544652/meta-region-server 2024-11-07T12:20:15,070 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=87fb68174c52,35069,1730982012498 2024-11-07T12:20:15,070 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-715544652/meta-region-server: CHANGED 2024-11-07T12:20:15,070 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-715544652/meta-region-server: CHANGED 2024-11-07T12:20:15,072 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-07T12:20:15,072 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=87fb68174c52,35069,1730982012498 in 199 msec 2024-11-07T12:20:15,073 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-07T12:20:15,073 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 358 msec 2024-11-07T12:20:15,074 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T12:20:15,074 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-07T12:20:15,075 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T12:20:15,075 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=87fb68174c52,35069,1730982012498, seqNum=-1] 2024-11-07T12:20:15,075 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T12:20:15,077 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36223, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T12:20:15,080 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2070 sec 2024-11-07T12:20:15,080 INFO [master/87fb68174c52:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1730982015080, completionTime=-1 2024-11-07T12:20:15,080 INFO [master/87fb68174c52:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-07T12:20:15,081 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-07T12:20:15,082 INFO [master/87fb68174c52:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-07T12:20:15,083 INFO [master/87fb68174c52:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1730982075083 2024-11-07T12:20:15,083 INFO [master/87fb68174c52:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1730982135083 2024-11-07T12:20:15,083 INFO [master/87fb68174c52:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-07T12:20:15,083 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=87fb68174c52,39199,1730982012461-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T12:20:15,083 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=87fb68174c52,39199,1730982012461-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T12:20:15,083 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=87fb68174c52,39199,1730982012461-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T12:20:15,083 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-87fb68174c52:39199, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T12:20:15,083 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-07T12:20:15,083 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-07T12:20:15,085 DEBUG [master/87fb68174c52:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-07T12:20:15,086 INFO [master/87fb68174c52:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.551sec 2024-11-07T12:20:15,086 INFO [master/87fb68174c52:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-07T12:20:15,086 INFO [master/87fb68174c52:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-07T12:20:15,086 INFO [master/87fb68174c52:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-07T12:20:15,086 INFO [master/87fb68174c52:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-07T12:20:15,087 INFO [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-07T12:20:15,087 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=87fb68174c52,39199,1730982012461-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-07T12:20:15,087 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=87fb68174c52,39199,1730982012461-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-07T12:20:15,088 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-07T12:20:15,088 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-07T12:20:15,088 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=87fb68174c52,39199,1730982012461-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T12:20:15,130 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@799d5261, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:20:15,130 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 87fb68174c52,39199,-1 for getting cluster id 2024-11-07T12:20:15,130 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T12:20:15,131 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ee45c365-ea7c-42aa-8125-b3709f20f723' 2024-11-07T12:20:15,131 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T12:20:15,132 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ee45c365-ea7c-42aa-8125-b3709f20f723" 2024-11-07T12:20:15,132 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69e2cce1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:20:15,132 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [87fb68174c52,39199,-1] 2024-11-07T12:20:15,132 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T12:20:15,132 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:20:15,133 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60760, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T12:20:15,134 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c6e278b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:20:15,134 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T12:20:15,135 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=87fb68174c52,35069,1730982012498, seqNum=-1] 2024-11-07T12:20:15,135 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T12:20:15,136 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36636, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T12:20:15,137 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=87fb68174c52,39199,1730982012461 2024-11-07T12:20:15,138 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:62659 2024-11-07T12:20:15,140 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:62659, baseZNode=/1-715544652 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T12:20:15,140 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1001a2f5d900005 connected 2024-11-07T12:20:15,144 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dc07883a-814f-90bc-a61e-383826b915e6/hadoop.log.dir so I do NOT create it in target/test-data/ae5c83fa-7e29-63e1-53cc-e2e2141064aa 2024-11-07T12:20:15,144 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dc07883a-814f-90bc-a61e-383826b915e6/hadoop.log.dir Erasing configuration value by system value. 2024-11-07T12:20:15,144 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dc07883a-814f-90bc-a61e-383826b915e6/hadoop.tmp.dir so I do NOT create it in target/test-data/ae5c83fa-7e29-63e1-53cc-e2e2141064aa 2024-11-07T12:20:15,144 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dc07883a-814f-90bc-a61e-383826b915e6/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-07T12:20:15,144 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ae5c83fa-7e29-63e1-53cc-e2e2141064aa 2024-11-07T12:20:15,144 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-07T12:20:15,144 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ae5c83fa-7e29-63e1-53cc-e2e2141064aa/cluster_f3325866-e081-6f78-430e-aa167ecbe06f, deleteOnExit=true 2024-11-07T12:20:15,144 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-07T12:20:15,144 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ae5c83fa-7e29-63e1-53cc-e2e2141064aa/test.cache.data in system properties and HBase conf 2024-11-07T12:20:15,144 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ae5c83fa-7e29-63e1-53cc-e2e2141064aa/hadoop.tmp.dir in system properties and HBase conf 2024-11-07T12:20:15,145 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ae5c83fa-7e29-63e1-53cc-e2e2141064aa/hadoop.log.dir in system properties and HBase conf 2024-11-07T12:20:15,145 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ae5c83fa-7e29-63e1-53cc-e2e2141064aa/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-07T12:20:15,145 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ae5c83fa-7e29-63e1-53cc-e2e2141064aa/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-07T12:20:15,145 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-07T12:20:15,145 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-07T12:20:15,145 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ae5c83fa-7e29-63e1-53cc-e2e2141064aa/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-07T12:20:15,145 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ae5c83fa-7e29-63e1-53cc-e2e2141064aa/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-07T12:20:15,145 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ae5c83fa-7e29-63e1-53cc-e2e2141064aa/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-07T12:20:15,145 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ae5c83fa-7e29-63e1-53cc-e2e2141064aa/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-07T12:20:15,145 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ae5c83fa-7e29-63e1-53cc-e2e2141064aa/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-07T12:20:15,145 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ae5c83fa-7e29-63e1-53cc-e2e2141064aa/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-07T12:20:15,145 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ae5c83fa-7e29-63e1-53cc-e2e2141064aa/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-07T12:20:15,145 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ae5c83fa-7e29-63e1-53cc-e2e2141064aa/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-07T12:20:15,145 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ae5c83fa-7e29-63e1-53cc-e2e2141064aa/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-07T12:20:15,145 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ae5c83fa-7e29-63e1-53cc-e2e2141064aa/nfs.dump.dir in system properties and HBase conf 2024-11-07T12:20:15,145 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ae5c83fa-7e29-63e1-53cc-e2e2141064aa/java.io.tmpdir in system properties and HBase conf 2024-11-07T12:20:15,145 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ae5c83fa-7e29-63e1-53cc-e2e2141064aa/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-07T12:20:15,145 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ae5c83fa-7e29-63e1-53cc-e2e2141064aa/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-07T12:20:15,145 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ae5c83fa-7e29-63e1-53cc-e2e2141064aa/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-07T12:20:15,212 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T12:20:15,225 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-07T12:20:15,231 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-07T12:20:15,231 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-07T12:20:15,231 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-07T12:20:15,233 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T12:20:15,234 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@22d1878f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ae5c83fa-7e29-63e1-53cc-e2e2141064aa/hadoop.log.dir/,AVAILABLE} 2024-11-07T12:20:15,235 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7ea353dd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-07T12:20:15,349 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2f7bb3d5{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ae5c83fa-7e29-63e1-53cc-e2e2141064aa/java.io.tmpdir/jetty-localhost-44049-hadoop-hdfs-3_4_1-tests_jar-_-any-3881913658468269041/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-07T12:20:15,350 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@681c5839{HTTP/1.1, (http/1.1)}{localhost:44049} 2024-11-07T12:20:15,350 INFO [Time-limited test {}] server.Server(415): Started @245550ms 2024-11-07T12:20:15,424 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T12:20:15,426 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-07T12:20:15,427 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-07T12:20:15,427 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-07T12:20:15,427 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-07T12:20:15,428 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@371b423e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ae5c83fa-7e29-63e1-53cc-e2e2141064aa/hadoop.log.dir/,AVAILABLE} 2024-11-07T12:20:15,428 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@125af0d8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-07T12:20:15,543 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3f4a9931{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ae5c83fa-7e29-63e1-53cc-e2e2141064aa/java.io.tmpdir/jetty-localhost-46263-hadoop-hdfs-3_4_1-tests_jar-_-any-10067690435324649573/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T12:20:15,543 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@75fd094d{HTTP/1.1, (http/1.1)}{localhost:46263} 2024-11-07T12:20:15,543 INFO [Time-limited test {}] server.Server(415): Started @245743ms 2024-11-07T12:20:15,544 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-07T12:20:15,643 WARN [Thread-3649 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ae5c83fa-7e29-63e1-53cc-e2e2141064aa/cluster_f3325866-e081-6f78-430e-aa167ecbe06f/data/data1/current/BP-901575549-172.17.0.3-1730982015163/current, will proceed with Du for space computation calculation, 2024-11-07T12:20:15,643 WARN [Thread-3650 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ae5c83fa-7e29-63e1-53cc-e2e2141064aa/cluster_f3325866-e081-6f78-430e-aa167ecbe06f/data/data2/current/BP-901575549-172.17.0.3-1730982015163/current, will proceed with Du for space computation calculation, 2024-11-07T12:20:15,667 WARN [Thread-3637 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-07T12:20:15,669 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x38d67d5982d19b41 with lease ID 0x88805d5de096cc67: Processing first storage report for DS-07aac409-b3ec-4185-8399-8f6d62deaa1b from datanode DatanodeRegistration(127.0.0.1:35261, datanodeUuid=d661f756-6b3b-4747-9470-bae1eb31c4a8, infoPort=43347, infoSecurePort=0, ipcPort=32883, storageInfo=lv=-57;cid=testClusterID;nsid=1882219243;c=1730982015163) 2024-11-07T12:20:15,669 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x38d67d5982d19b41 with lease ID 0x88805d5de096cc67: from storage DS-07aac409-b3ec-4185-8399-8f6d62deaa1b node DatanodeRegistration(127.0.0.1:35261, datanodeUuid=d661f756-6b3b-4747-9470-bae1eb31c4a8, infoPort=43347, infoSecurePort=0, ipcPort=32883, storageInfo=lv=-57;cid=testClusterID;nsid=1882219243;c=1730982015163), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-07T12:20:15,669 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x38d67d5982d19b41 with lease ID 0x88805d5de096cc67: Processing first storage report for DS-48e4ad3a-5d38-4043-afb7-045534d1b13e from datanode DatanodeRegistration(127.0.0.1:35261, datanodeUuid=d661f756-6b3b-4747-9470-bae1eb31c4a8, infoPort=43347, infoSecurePort=0, ipcPort=32883, storageInfo=lv=-57;cid=testClusterID;nsid=1882219243;c=1730982015163) 2024-11-07T12:20:15,669 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x38d67d5982d19b41 with lease ID 0x88805d5de096cc67: from storage DS-48e4ad3a-5d38-4043-afb7-045534d1b13e node DatanodeRegistration(127.0.0.1:35261, datanodeUuid=d661f756-6b3b-4747-9470-bae1eb31c4a8, infoPort=43347, infoSecurePort=0, ipcPort=32883, storageInfo=lv=-57;cid=testClusterID;nsid=1882219243;c=1730982015163), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-07T12:20:15,675 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ae5c83fa-7e29-63e1-53cc-e2e2141064aa 2024-11-07T12:20:15,675 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T12:20:15,677 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T12:20:15,687 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35261 is added to blk_1073741825_1001 (size=7) 2024-11-07T12:20:15,687 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37707/user/jenkins/test-data/3c89b1b1-a376-3f08-7bb4-d6f253ada5f1 with version=8 2024-11-07T12:20:15,687 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:37707/user/jenkins/test-data/3c89b1b1-a376-3f08-7bb4-d6f253ada5f1/hbase-staging 2024-11-07T12:20:15,689 INFO [Time-limited test {}] client.ConnectionUtils(128): master/87fb68174c52:0 server-side Connection retries=45 2024-11-07T12:20:15,689 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T12:20:15,689 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-07T12:20:15,689 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-07T12:20:15,689 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T12:20:15,689 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-07T12:20:15,690 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-07T12:20:15,690 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T12:20:15,690 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:45277 2024-11-07T12:20:15,691 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45277 connecting to ZooKeeper ensemble=127.0.0.1:62659 2024-11-07T12:20:15,693 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:452770x0, quorum=127.0.0.1:62659, baseZNode=/2883894931 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T12:20:15,693 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45277-0x1001a2f5d900006 connected 2024-11-07T12:20:15,703 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T12:20:15,705 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T12:20:15,707 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45277-0x1001a2f5d900006, quorum=127.0.0.1:62659, baseZNode=/2883894931 Set watcher on znode that does not yet exist, /2883894931/running 2024-11-07T12:20:15,707 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37707/user/jenkins/test-data/3c89b1b1-a376-3f08-7bb4-d6f253ada5f1, hbase.cluster.distributed=false 2024-11-07T12:20:15,708 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45277-0x1001a2f5d900006, quorum=127.0.0.1:62659, baseZNode=/2883894931 Set watcher on znode that does not yet exist, /2883894931/acl 2024-11-07T12:20:15,709 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45277 2024-11-07T12:20:15,709 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45277 2024-11-07T12:20:15,712 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45277 2024-11-07T12:20:15,716 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45277 2024-11-07T12:20:15,718 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45277 2024-11-07T12:20:15,732 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/87fb68174c52:0 server-side Connection retries=45 2024-11-07T12:20:15,732 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T12:20:15,732 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-07T12:20:15,732 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-07T12:20:15,732 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T12:20:15,732 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-07T12:20:15,732 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-07T12:20:15,732 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T12:20:15,733 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:43387 2024-11-07T12:20:15,733 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43387 connecting to ZooKeeper ensemble=127.0.0.1:62659 2024-11-07T12:20:15,734 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T12:20:15,736 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T12:20:15,740 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:433870x0, quorum=127.0.0.1:62659, baseZNode=/2883894931 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T12:20:15,741 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43387-0x1001a2f5d900007 connected 2024-11-07T12:20:15,741 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:433870x0, quorum=127.0.0.1:62659, baseZNode=/2883894931 Set watcher on znode that does not yet exist, /2883894931/running 2024-11-07T12:20:15,741 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-07T12:20:15,745 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-07T12:20:15,745 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43387-0x1001a2f5d900007, quorum=127.0.0.1:62659, baseZNode=/2883894931 Set watcher on znode that does not yet exist, /2883894931/master 2024-11-07T12:20:15,746 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43387-0x1001a2f5d900007, quorum=127.0.0.1:62659, baseZNode=/2883894931 Set watcher on znode that does not yet exist, /2883894931/acl 2024-11-07T12:20:15,748 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43387 2024-11-07T12:20:15,752 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43387 2024-11-07T12:20:15,754 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43387 2024-11-07T12:20:15,755 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43387 2024-11-07T12:20:15,756 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43387 2024-11-07T12:20:15,771 DEBUG [M:0;87fb68174c52:45277 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;87fb68174c52:45277 2024-11-07T12:20:15,777 INFO [master/87fb68174c52:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2883894931/backup-masters/87fb68174c52,45277,1730982015689 2024-11-07T12:20:15,779 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45277-0x1001a2f5d900006, quorum=127.0.0.1:62659, baseZNode=/2883894931 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2883894931/backup-masters 2024-11-07T12:20:15,779 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43387-0x1001a2f5d900007, quorum=127.0.0.1:62659, baseZNode=/2883894931 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2883894931/backup-masters 2024-11-07T12:20:15,780 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45277-0x1001a2f5d900006, quorum=127.0.0.1:62659, baseZNode=/2883894931 Set watcher on existing znode=/2883894931/backup-masters/87fb68174c52,45277,1730982015689 2024-11-07T12:20:15,781 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43387-0x1001a2f5d900007, quorum=127.0.0.1:62659, baseZNode=/2883894931 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2883894931/master 2024-11-07T12:20:15,781 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43387-0x1001a2f5d900007, quorum=127.0.0.1:62659, baseZNode=/2883894931 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2883894931 2024-11-07T12:20:15,782 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45277-0x1001a2f5d900006, quorum=127.0.0.1:62659, baseZNode=/2883894931 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2883894931 2024-11-07T12:20:15,782 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45277-0x1001a2f5d900006, quorum=127.0.0.1:62659, baseZNode=/2883894931 Set watcher on existing znode=/2883894931/master 2024-11-07T12:20:15,783 INFO [master/87fb68174c52:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2883894931/backup-masters/87fb68174c52,45277,1730982015689 from backup master directory 2024-11-07T12:20:15,784 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45277-0x1001a2f5d900006, quorum=127.0.0.1:62659, baseZNode=/2883894931 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2883894931/backup-masters/87fb68174c52,45277,1730982015689 2024-11-07T12:20:15,784 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45277-0x1001a2f5d900006, quorum=127.0.0.1:62659, baseZNode=/2883894931 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2883894931/backup-masters 2024-11-07T12:20:15,784 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43387-0x1001a2f5d900007, quorum=127.0.0.1:62659, baseZNode=/2883894931 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2883894931/backup-masters 2024-11-07T12:20:15,784 WARN [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-07T12:20:15,784 INFO [master/87fb68174c52:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=87fb68174c52,45277,1730982015689 2024-11-07T12:20:15,789 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37707/user/jenkins/test-data/3c89b1b1-a376-3f08-7bb4-d6f253ada5f1/hbase.id] with ID: 5d3944d6-36dc-41da-93c2-c329d74b790f 2024-11-07T12:20:15,789 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37707/user/jenkins/test-data/3c89b1b1-a376-3f08-7bb4-d6f253ada5f1/.tmp/hbase.id 2024-11-07T12:20:15,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35261 is added to blk_1073741826_1002 (size=42) 2024-11-07T12:20:16,198 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37707/user/jenkins/test-data/3c89b1b1-a376-3f08-7bb4-d6f253ada5f1/.tmp/hbase.id]:[hdfs://localhost:37707/user/jenkins/test-data/3c89b1b1-a376-3f08-7bb4-d6f253ada5f1/hbase.id] 2024-11-07T12:20:16,206 INFO [master/87fb68174c52:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T12:20:16,206 INFO [master/87fb68174c52:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-07T12:20:16,207 INFO [master/87fb68174c52:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-07T12:20:16,209 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45277-0x1001a2f5d900006, quorum=127.0.0.1:62659, baseZNode=/2883894931 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2883894931 2024-11-07T12:20:16,209 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43387-0x1001a2f5d900007, quorum=127.0.0.1:62659, baseZNode=/2883894931 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2883894931 2024-11-07T12:20:16,223 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35261 is added to blk_1073741827_1003 (size=196) 2024-11-07T12:20:16,296 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-07T12:20:16,624 INFO [master/87fb68174c52:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-07T12:20:16,625 INFO [master/87fb68174c52:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-07T12:20:16,625 INFO [master/87fb68174c52:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T12:20:16,631 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35261 is added to blk_1073741828_1004 (size=1189) 2024-11-07T12:20:16,886 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-07T12:20:16,887 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T12:20:16,887 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T12:20:16,887 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T12:20:16,888 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T12:20:16,888 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T12:20:16,928 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T12:20:16,928 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T12:20:16,928 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T12:20:16,928 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T12:20:16,929 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T12:20:16,929 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T12:20:16,936 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T12:20:16,940 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T12:20:16,940 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T12:20:16,942 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T12:20:17,032 INFO [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37707/user/jenkins/test-data/3c89b1b1-a376-3f08-7bb4-d6f253ada5f1/MasterData/data/master/store 2024-11-07T12:20:17,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35261 is added to blk_1073741829_1005 (size=34) 2024-11-07T12:20:17,437 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T12:20:17,437 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-07T12:20:17,437 INFO [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T12:20:17,437 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T12:20:17,437 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-07T12:20:17,437 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T12:20:17,437 INFO [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T12:20:17,437 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1730982017437Disabling compacts and flushes for region at 1730982017437Disabling writes for close at 1730982017437Writing region close event to WAL at 1730982017437Closed at 1730982017437 2024-11-07T12:20:17,438 WARN [master/87fb68174c52:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37707/user/jenkins/test-data/3c89b1b1-a376-3f08-7bb4-d6f253ada5f1/MasterData/data/master/store/.initializing 2024-11-07T12:20:17,438 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37707/user/jenkins/test-data/3c89b1b1-a376-3f08-7bb4-d6f253ada5f1/MasterData/WALs/87fb68174c52,45277,1730982015689 2024-11-07T12:20:17,439 INFO [master/87fb68174c52:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-07T12:20:17,440 INFO [master/87fb68174c52:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=87fb68174c52%2C45277%2C1730982015689, suffix=, logDir=hdfs://localhost:37707/user/jenkins/test-data/3c89b1b1-a376-3f08-7bb4-d6f253ada5f1/MasterData/WALs/87fb68174c52,45277,1730982015689, archiveDir=hdfs://localhost:37707/user/jenkins/test-data/3c89b1b1-a376-3f08-7bb4-d6f253ada5f1/MasterData/oldWALs, maxLogs=10 2024-11-07T12:20:17,457 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/3c89b1b1-a376-3f08-7bb4-d6f253ada5f1/MasterData/WALs/87fb68174c52,45277,1730982015689/87fb68174c52%2C45277%2C1730982015689.1730982017441, exclude list is [], retry=0 2024-11-07T12:20:17,459 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35261,DS-07aac409-b3ec-4185-8399-8f6d62deaa1b,DISK] 2024-11-07T12:20:17,465 INFO [master/87fb68174c52:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3c89b1b1-a376-3f08-7bb4-d6f253ada5f1/MasterData/WALs/87fb68174c52,45277,1730982015689/87fb68174c52%2C45277%2C1730982015689.1730982017441 2024-11-07T12:20:17,468 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43347:43347)] 2024-11-07T12:20:17,468 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-07T12:20:17,468 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T12:20:17,468 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T12:20:17,468 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T12:20:17,470 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T12:20:17,473 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-07T12:20:17,474 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:17,474 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T12:20:17,474 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T12:20:17,476 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-07T12:20:17,476 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:17,476 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T12:20:17,476 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T12:20:17,478 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-07T12:20:17,478 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:17,480 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T12:20:17,480 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T12:20:17,481 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-07T12:20:17,481 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:17,481 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T12:20:17,481 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T12:20:17,482 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37707/user/jenkins/test-data/3c89b1b1-a376-3f08-7bb4-d6f253ada5f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-07T12:20:17,482 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37707/user/jenkins/test-data/3c89b1b1-a376-3f08-7bb4-d6f253ada5f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-07T12:20:17,483 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T12:20:17,483 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T12:20:17,484 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T12:20:17,485 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T12:20:17,487 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37707/user/jenkins/test-data/3c89b1b1-a376-3f08-7bb4-d6f253ada5f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T12:20:17,487 INFO [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62577271, jitterRate=-0.06752599775791168}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T12:20:17,487 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1730982017468Initializing all the Stores at 1730982017469 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730982017469Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730982017470 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730982017470Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730982017470Cleaning up temporary data from old regions at 1730982017483 (+13 ms)Region opened successfully at 1730982017487 (+4 ms) 2024-11-07T12:20:17,487 INFO [master/87fb68174c52:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-07T12:20:17,489 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60fe1a07, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=87fb68174c52/172.17.0.3:0 2024-11-07T12:20:17,491 INFO [master/87fb68174c52:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-07T12:20:17,491 INFO [master/87fb68174c52:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-07T12:20:17,491 INFO [master/87fb68174c52:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-07T12:20:17,491 INFO [master/87fb68174c52:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-07T12:20:17,491 INFO [master/87fb68174c52:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-07T12:20:17,492 INFO [master/87fb68174c52:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-07T12:20:17,492 INFO [master/87fb68174c52:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-07T12:20:17,495 INFO [master/87fb68174c52:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-07T12:20:17,496 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45277-0x1001a2f5d900006, quorum=127.0.0.1:62659, baseZNode=/2883894931 Unable to get data of znode /2883894931/balancer because node does not exist (not necessarily an error) 2024-11-07T12:20:17,498 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2883894931/balancer already deleted, retry=false 2024-11-07T12:20:17,498 INFO [master/87fb68174c52:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-07T12:20:17,498 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45277-0x1001a2f5d900006, quorum=127.0.0.1:62659, baseZNode=/2883894931 Unable to get data of znode /2883894931/normalizer because node does not exist (not necessarily an error) 2024-11-07T12:20:17,500 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2883894931/normalizer already deleted, retry=false 2024-11-07T12:20:17,500 INFO [master/87fb68174c52:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-07T12:20:17,501 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45277-0x1001a2f5d900006, quorum=127.0.0.1:62659, baseZNode=/2883894931 Unable to get data of znode /2883894931/switch/split because node does not exist (not necessarily an error) 2024-11-07T12:20:17,502 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2883894931/switch/split already deleted, retry=false 2024-11-07T12:20:17,503 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45277-0x1001a2f5d900006, quorum=127.0.0.1:62659, baseZNode=/2883894931 Unable to get data of znode /2883894931/switch/merge because node does not exist (not necessarily an error) 2024-11-07T12:20:17,504 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2883894931/switch/merge already deleted, retry=false 2024-11-07T12:20:17,506 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45277-0x1001a2f5d900006, quorum=127.0.0.1:62659, baseZNode=/2883894931 Unable to get data of znode /2883894931/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-07T12:20:17,507 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2883894931/snapshot-cleanup already deleted, retry=false 2024-11-07T12:20:17,509 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43387-0x1001a2f5d900007, quorum=127.0.0.1:62659, baseZNode=/2883894931 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2883894931/running 2024-11-07T12:20:17,509 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43387-0x1001a2f5d900007, quorum=127.0.0.1:62659, baseZNode=/2883894931 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2883894931 2024-11-07T12:20:17,509 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45277-0x1001a2f5d900006, quorum=127.0.0.1:62659, baseZNode=/2883894931 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2883894931/running 2024-11-07T12:20:17,509 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45277-0x1001a2f5d900006, quorum=127.0.0.1:62659, baseZNode=/2883894931 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2883894931 2024-11-07T12:20:17,509 INFO [master/87fb68174c52:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=87fb68174c52,45277,1730982015689, sessionid=0x1001a2f5d900006, setting cluster-up flag (Was=false) 2024-11-07T12:20:17,512 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45277-0x1001a2f5d900006, quorum=127.0.0.1:62659, baseZNode=/2883894931 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2883894931 2024-11-07T12:20:17,512 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43387-0x1001a2f5d900007, quorum=127.0.0.1:62659, baseZNode=/2883894931 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2883894931 2024-11-07T12:20:17,517 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2883894931/flush-table-proc/acquired, /2883894931/flush-table-proc/reached, /2883894931/flush-table-proc/abort 2024-11-07T12:20:17,518 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=87fb68174c52,45277,1730982015689 2024-11-07T12:20:17,521 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43387-0x1001a2f5d900007, quorum=127.0.0.1:62659, baseZNode=/2883894931 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2883894931 2024-11-07T12:20:17,521 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45277-0x1001a2f5d900006, quorum=127.0.0.1:62659, baseZNode=/2883894931 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2883894931 2024-11-07T12:20:17,526 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2883894931/online-snapshot/acquired, /2883894931/online-snapshot/reached, /2883894931/online-snapshot/abort 2024-11-07T12:20:17,527 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=87fb68174c52,45277,1730982015689 2024-11-07T12:20:17,528 INFO [master/87fb68174c52:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37707/user/jenkins/test-data/3c89b1b1-a376-3f08-7bb4-d6f253ada5f1/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-07T12:20:17,529 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-07T12:20:17,530 INFO [master/87fb68174c52:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-07T12:20:17,530 INFO [master/87fb68174c52:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-07T12:20:17,530 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 87fb68174c52,45277,1730982015689 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-07T12:20:17,531 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/87fb68174c52:0, corePoolSize=5, maxPoolSize=5 2024-11-07T12:20:17,531 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/87fb68174c52:0, corePoolSize=5, maxPoolSize=5 2024-11-07T12:20:17,531 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/87fb68174c52:0, corePoolSize=5, maxPoolSize=5 2024-11-07T12:20:17,531 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/87fb68174c52:0, corePoolSize=5, maxPoolSize=5 2024-11-07T12:20:17,531 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/87fb68174c52:0, corePoolSize=10, maxPoolSize=10 2024-11-07T12:20:17,531 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:20:17,531 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/87fb68174c52:0, corePoolSize=2, maxPoolSize=2 2024-11-07T12:20:17,531 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:20:17,532 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T12:20:17,532 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-07T12:20:17,532 INFO [master/87fb68174c52:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1730982047532 2024-11-07T12:20:17,533 INFO [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-07T12:20:17,533 INFO [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-07T12:20:17,533 INFO [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-07T12:20:17,533 INFO [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-07T12:20:17,533 INFO [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-07T12:20:17,533 INFO [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-07T12:20:17,533 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:17,533 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-07T12:20:17,536 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-07T12:20:17,538 INFO [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-07T12:20:17,538 INFO [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-07T12:20:17,538 INFO [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-07T12:20:17,538 INFO [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-07T12:20:17,539 INFO [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-07T12:20:17,539 INFO [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-07T12:20:17,539 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/87fb68174c52:0:becomeActiveMaster-HFileCleaner.large.0-1730982017539,5,FailOnTimeoutGroup] 2024-11-07T12:20:17,540 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/87fb68174c52:0:becomeActiveMaster-HFileCleaner.small.0-1730982017539,5,FailOnTimeoutGroup] 2024-11-07T12:20:17,540 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-07T12:20:17,540 INFO [master/87fb68174c52:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-07T12:20:17,540 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-07T12:20:17,540 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-07T12:20:17,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35261 is added to blk_1073741831_1007 (size=1321) 2024-11-07T12:20:17,560 INFO [RS:0;87fb68174c52:43387 {}] regionserver.HRegionServer(746): ClusterId : 5d3944d6-36dc-41da-93c2-c329d74b790f 2024-11-07T12:20:17,561 DEBUG [RS:0;87fb68174c52:43387 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-07T12:20:17,563 DEBUG [RS:0;87fb68174c52:43387 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-07T12:20:17,563 DEBUG [RS:0;87fb68174c52:43387 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-07T12:20:17,565 DEBUG [RS:0;87fb68174c52:43387 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-07T12:20:17,565 DEBUG [RS:0;87fb68174c52:43387 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ff43db5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=87fb68174c52/172.17.0.3:0 2024-11-07T12:20:17,586 DEBUG [RS:0;87fb68174c52:43387 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;87fb68174c52:43387 2024-11-07T12:20:17,586 INFO [RS:0;87fb68174c52:43387 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-07T12:20:17,586 INFO [RS:0;87fb68174c52:43387 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-07T12:20:17,586 DEBUG [RS:0;87fb68174c52:43387 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-07T12:20:17,587 INFO [RS:0;87fb68174c52:43387 {}] regionserver.HRegionServer(2659): reportForDuty to master=87fb68174c52,45277,1730982015689 with port=43387, startcode=1730982015731 2024-11-07T12:20:17,587 DEBUG [RS:0;87fb68174c52:43387 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-07T12:20:17,589 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43061, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=RegionServerStatusService 2024-11-07T12:20:17,589 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45277 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 87fb68174c52,43387,1730982015731 2024-11-07T12:20:17,589 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45277 {}] master.ServerManager(517): Registering regionserver=87fb68174c52,43387,1730982015731 2024-11-07T12:20:17,591 DEBUG [RS:0;87fb68174c52:43387 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37707/user/jenkins/test-data/3c89b1b1-a376-3f08-7bb4-d6f253ada5f1 2024-11-07T12:20:17,591 DEBUG [RS:0;87fb68174c52:43387 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37707 2024-11-07T12:20:17,591 DEBUG [RS:0;87fb68174c52:43387 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-07T12:20:17,595 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45277-0x1001a2f5d900006, quorum=127.0.0.1:62659, baseZNode=/2883894931 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2883894931/rs 2024-11-07T12:20:17,595 DEBUG [RS:0;87fb68174c52:43387 {}] zookeeper.ZKUtil(111): regionserver:43387-0x1001a2f5d900007, quorum=127.0.0.1:62659, baseZNode=/2883894931 Set watcher on existing znode=/2883894931/rs/87fb68174c52,43387,1730982015731 2024-11-07T12:20:17,595 WARN [RS:0;87fb68174c52:43387 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-07T12:20:17,595 INFO [RS:0;87fb68174c52:43387 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T12:20:17,595 DEBUG [RS:0;87fb68174c52:43387 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37707/user/jenkins/test-data/3c89b1b1-a376-3f08-7bb4-d6f253ada5f1/WALs/87fb68174c52,43387,1730982015731 2024-11-07T12:20:17,595 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [87fb68174c52,43387,1730982015731] 2024-11-07T12:20:17,598 INFO [RS:0;87fb68174c52:43387 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-07T12:20:17,600 INFO [RS:0;87fb68174c52:43387 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-07T12:20:17,600 INFO [RS:0;87fb68174c52:43387 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-07T12:20:17,601 INFO [RS:0;87fb68174c52:43387 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T12:20:17,601 INFO [RS:0;87fb68174c52:43387 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-07T12:20:17,601 INFO [RS:0;87fb68174c52:43387 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-07T12:20:17,601 INFO [RS:0;87fb68174c52:43387 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-07T12:20:17,602 DEBUG [RS:0;87fb68174c52:43387 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:20:17,602 DEBUG [RS:0;87fb68174c52:43387 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:20:17,602 DEBUG [RS:0;87fb68174c52:43387 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:20:17,602 DEBUG [RS:0;87fb68174c52:43387 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:20:17,602 DEBUG [RS:0;87fb68174c52:43387 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:20:17,602 DEBUG [RS:0;87fb68174c52:43387 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/87fb68174c52:0, corePoolSize=2, maxPoolSize=2 2024-11-07T12:20:17,602 DEBUG [RS:0;87fb68174c52:43387 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:20:17,602 DEBUG [RS:0;87fb68174c52:43387 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:20:17,602 DEBUG [RS:0;87fb68174c52:43387 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:20:17,602 DEBUG [RS:0;87fb68174c52:43387 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:20:17,602 DEBUG [RS:0;87fb68174c52:43387 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:20:17,602 DEBUG [RS:0;87fb68174c52:43387 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:20:17,602 DEBUG [RS:0;87fb68174c52:43387 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/87fb68174c52:0, corePoolSize=3, maxPoolSize=3 2024-11-07T12:20:17,602 DEBUG [RS:0;87fb68174c52:43387 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/87fb68174c52:0, corePoolSize=3, maxPoolSize=3 2024-11-07T12:20:17,603 INFO [RS:0;87fb68174c52:43387 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T12:20:17,603 INFO [RS:0;87fb68174c52:43387 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T12:20:17,603 INFO [RS:0;87fb68174c52:43387 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T12:20:17,603 INFO [RS:0;87fb68174c52:43387 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-07T12:20:17,603 INFO [RS:0;87fb68174c52:43387 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-07T12:20:17,603 INFO [RS:0;87fb68174c52:43387 {}] hbase.ChoreService(168): Chore ScheduledChore name=87fb68174c52,43387,1730982015731-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-07T12:20:17,619 INFO [RS:0;87fb68174c52:43387 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-07T12:20:17,619 INFO [RS:0;87fb68174c52:43387 {}] hbase.ChoreService(168): Chore ScheduledChore name=87fb68174c52,43387,1730982015731-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T12:20:17,619 INFO [RS:0;87fb68174c52:43387 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T12:20:17,619 INFO [RS:0;87fb68174c52:43387 {}] regionserver.Replication(171): 87fb68174c52,43387,1730982015731 started 2024-11-07T12:20:17,632 INFO [RS:0;87fb68174c52:43387 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T12:20:17,632 INFO [RS:0;87fb68174c52:43387 {}] regionserver.HRegionServer(1482): Serving as 87fb68174c52,43387,1730982015731, RpcServer on 87fb68174c52/172.17.0.3:43387, sessionid=0x1001a2f5d900007 2024-11-07T12:20:17,632 DEBUG [RS:0;87fb68174c52:43387 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-07T12:20:17,632 DEBUG [RS:0;87fb68174c52:43387 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 87fb68174c52,43387,1730982015731 2024-11-07T12:20:17,632 DEBUG [RS:0;87fb68174c52:43387 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '87fb68174c52,43387,1730982015731' 2024-11-07T12:20:17,632 DEBUG [RS:0;87fb68174c52:43387 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2883894931/flush-table-proc/abort' 2024-11-07T12:20:17,632 DEBUG [RS:0;87fb68174c52:43387 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2883894931/flush-table-proc/acquired' 2024-11-07T12:20:17,633 DEBUG [RS:0;87fb68174c52:43387 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-07T12:20:17,633 DEBUG [RS:0;87fb68174c52:43387 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-07T12:20:17,633 DEBUG [RS:0;87fb68174c52:43387 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 87fb68174c52,43387,1730982015731 2024-11-07T12:20:17,633 DEBUG [RS:0;87fb68174c52:43387 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '87fb68174c52,43387,1730982015731' 2024-11-07T12:20:17,633 DEBUG [RS:0;87fb68174c52:43387 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2883894931/online-snapshot/abort' 2024-11-07T12:20:17,633 DEBUG [RS:0;87fb68174c52:43387 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2883894931/online-snapshot/acquired' 2024-11-07T12:20:17,633 DEBUG [RS:0;87fb68174c52:43387 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-07T12:20:17,633 INFO [RS:0;87fb68174c52:43387 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-07T12:20:17,633 INFO [RS:0;87fb68174c52:43387 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-07T12:20:17,734 INFO [RS:0;87fb68174c52:43387 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-07T12:20:17,735 INFO [RS:0;87fb68174c52:43387 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=87fb68174c52%2C43387%2C1730982015731, suffix=, logDir=hdfs://localhost:37707/user/jenkins/test-data/3c89b1b1-a376-3f08-7bb4-d6f253ada5f1/WALs/87fb68174c52,43387,1730982015731, archiveDir=hdfs://localhost:37707/user/jenkins/test-data/3c89b1b1-a376-3f08-7bb4-d6f253ada5f1/oldWALs, maxLogs=10 2024-11-07T12:20:17,754 DEBUG [RS:0;87fb68174c52:43387 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/3c89b1b1-a376-3f08-7bb4-d6f253ada5f1/WALs/87fb68174c52,43387,1730982015731/87fb68174c52%2C43387%2C1730982015731.1730982017736, exclude list is [], retry=0 2024-11-07T12:20:17,757 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35261,DS-07aac409-b3ec-4185-8399-8f6d62deaa1b,DISK] 2024-11-07T12:20:17,761 INFO [RS:0;87fb68174c52:43387 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3c89b1b1-a376-3f08-7bb4-d6f253ada5f1/WALs/87fb68174c52,43387,1730982015731/87fb68174c52%2C43387%2C1730982015731.1730982017736 2024-11-07T12:20:17,761 DEBUG [RS:0;87fb68174c52:43387 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43347:43347)] 2024-11-07T12:20:17,945 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37707/user/jenkins/test-data/3c89b1b1-a376-3f08-7bb4-d6f253ada5f1/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-07T12:20:17,945 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37707/user/jenkins/test-data/3c89b1b1-a376-3f08-7bb4-d6f253ada5f1 2024-11-07T12:20:17,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35261 is added to blk_1073741833_1009 (size=32) 2024-11-07T12:20:17,955 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T12:20:17,956 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-07T12:20:17,957 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-07T12:20:17,957 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:17,957 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T12:20:17,957 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-07T12:20:17,958 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-07T12:20:17,958 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:17,959 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T12:20:17,959 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-07T12:20:17,960 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-07T12:20:17,960 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:17,960 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T12:20:17,960 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-07T12:20:17,961 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-07T12:20:17,961 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:17,962 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T12:20:17,962 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-07T12:20:17,962 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37707/user/jenkins/test-data/3c89b1b1-a376-3f08-7bb4-d6f253ada5f1/data/hbase/meta/1588230740 2024-11-07T12:20:17,963 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37707/user/jenkins/test-data/3c89b1b1-a376-3f08-7bb4-d6f253ada5f1/data/hbase/meta/1588230740 2024-11-07T12:20:17,964 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-07T12:20:17,964 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-07T12:20:17,964 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T12:20:17,966 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-07T12:20:17,969 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37707/user/jenkins/test-data/3c89b1b1-a376-3f08-7bb4-d6f253ada5f1/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T12:20:17,969 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70544761, jitterRate=0.05119885504245758}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T12:20:17,970 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1730982017955Initializing all the Stores at 1730982017955Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730982017955Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730982017956 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730982017956Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730982017956Cleaning up temporary data from old regions at 1730982017964 (+8 ms)Region opened successfully at 1730982017970 (+6 ms) 2024-11-07T12:20:17,970 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-07T12:20:17,970 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-07T12:20:17,970 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-07T12:20:17,970 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-07T12:20:17,970 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-07T12:20:17,970 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-07T12:20:17,970 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1730982017970Disabling compacts and flushes for region at 1730982017970Disabling writes for close at 1730982017970Writing region close event to WAL at 1730982017970Closed at 1730982017970 2024-11-07T12:20:17,971 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T12:20:17,971 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-07T12:20:17,971 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-07T12:20:17,972 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-07T12:20:17,973 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-07T12:20:18,124 DEBUG [87fb68174c52:45277 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-07T12:20:18,125 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=87fb68174c52,43387,1730982015731 2024-11-07T12:20:18,126 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 87fb68174c52,43387,1730982015731, state=OPENING 2024-11-07T12:20:18,128 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-07T12:20:18,129 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43387-0x1001a2f5d900007, quorum=127.0.0.1:62659, baseZNode=/2883894931 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2883894931 2024-11-07T12:20:18,129 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45277-0x1001a2f5d900006, quorum=127.0.0.1:62659, baseZNode=/2883894931 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2883894931 2024-11-07T12:20:18,130 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-07T12:20:18,130 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=87fb68174c52,43387,1730982015731}] 2024-11-07T12:20:18,130 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2883894931/meta-region-server: CHANGED 2024-11-07T12:20:18,130 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2883894931/meta-region-server: CHANGED 2024-11-07T12:20:18,282 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-07T12:20:18,284 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58783, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-07T12:20:18,287 INFO [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-07T12:20:18,287 INFO [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T12:20:18,287 INFO [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-07T12:20:18,288 INFO [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=87fb68174c52%2C43387%2C1730982015731.meta, suffix=.meta, logDir=hdfs://localhost:37707/user/jenkins/test-data/3c89b1b1-a376-3f08-7bb4-d6f253ada5f1/WALs/87fb68174c52,43387,1730982015731, archiveDir=hdfs://localhost:37707/user/jenkins/test-data/3c89b1b1-a376-3f08-7bb4-d6f253ada5f1/oldWALs, maxLogs=10 2024-11-07T12:20:18,307 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/3c89b1b1-a376-3f08-7bb4-d6f253ada5f1/WALs/87fb68174c52,43387,1730982015731/87fb68174c52%2C43387%2C1730982015731.meta.1730982018289.meta, exclude list is [], retry=0 2024-11-07T12:20:18,310 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35261,DS-07aac409-b3ec-4185-8399-8f6d62deaa1b,DISK] 2024-11-07T12:20:18,312 INFO [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3c89b1b1-a376-3f08-7bb4-d6f253ada5f1/WALs/87fb68174c52,43387,1730982015731/87fb68174c52%2C43387%2C1730982015731.meta.1730982018289.meta 2024-11-07T12:20:18,312 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43347:43347)] 2024-11-07T12:20:18,312 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-07T12:20:18,313 INFO [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-07T12:20:18,313 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-07T12:20:18,313 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-07T12:20:18,313 INFO [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-07T12:20:18,313 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-07T12:20:18,313 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T12:20:18,313 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-07T12:20:18,313 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-07T12:20:18,314 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-07T12:20:18,315 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-07T12:20:18,315 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:18,316 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T12:20:18,316 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-07T12:20:18,317 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-07T12:20:18,317 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:18,317 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T12:20:18,317 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-07T12:20:18,318 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-07T12:20:18,318 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:18,318 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T12:20:18,319 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-07T12:20:18,319 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-07T12:20:18,319 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:18,319 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T12:20:18,320 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-07T12:20:18,320 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37707/user/jenkins/test-data/3c89b1b1-a376-3f08-7bb4-d6f253ada5f1/data/hbase/meta/1588230740 2024-11-07T12:20:18,321 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37707/user/jenkins/test-data/3c89b1b1-a376-3f08-7bb4-d6f253ada5f1/data/hbase/meta/1588230740 2024-11-07T12:20:18,322 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-07T12:20:18,322 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-07T12:20:18,323 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T12:20:18,325 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-07T12:20:18,325 INFO [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59303914, jitterRate=-0.11630281805992126}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T12:20:18,325 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-07T12:20:18,325 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1730982018313Writing region info on filesystem at 1730982018313Initializing all the Stores at 1730982018314 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730982018314Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730982018314Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730982018314Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730982018314Cleaning up temporary data from old regions at 1730982018322 (+8 ms)Running coprocessor post-open hooks at 1730982018325 (+3 ms)Region opened successfully at 1730982018325 2024-11-07T12:20:18,326 INFO [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1730982018282 2024-11-07T12:20:18,329 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-07T12:20:18,329 INFO [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-07T12:20:18,330 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=87fb68174c52,43387,1730982015731 2024-11-07T12:20:18,332 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 87fb68174c52,43387,1730982015731, state=OPEN 2024-11-07T12:20:18,334 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45277-0x1001a2f5d900006, quorum=127.0.0.1:62659, baseZNode=/2883894931 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2883894931/meta-region-server 2024-11-07T12:20:18,334 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43387-0x1001a2f5d900007, quorum=127.0.0.1:62659, baseZNode=/2883894931 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2883894931/meta-region-server 2024-11-07T12:20:18,334 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=87fb68174c52,43387,1730982015731 2024-11-07T12:20:18,334 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2883894931/meta-region-server: CHANGED 2024-11-07T12:20:18,334 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2883894931/meta-region-server: CHANGED 2024-11-07T12:20:18,336 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-07T12:20:18,336 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=87fb68174c52,43387,1730982015731 in 204 msec 2024-11-07T12:20:18,337 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-07T12:20:18,337 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 365 msec 2024-11-07T12:20:18,338 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T12:20:18,338 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-07T12:20:18,339 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T12:20:18,339 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=87fb68174c52,43387,1730982015731, seqNum=-1] 2024-11-07T12:20:18,339 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T12:20:18,341 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53587, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T12:20:18,345 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 816 msec 2024-11-07T12:20:18,345 INFO [master/87fb68174c52:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1730982018345, completionTime=-1 2024-11-07T12:20:18,345 INFO [master/87fb68174c52:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-07T12:20:18,345 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-07T12:20:18,348 INFO [master/87fb68174c52:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-07T12:20:18,348 INFO [master/87fb68174c52:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1730982078348 2024-11-07T12:20:18,348 INFO [master/87fb68174c52:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1730982138348 2024-11-07T12:20:18,348 INFO [master/87fb68174c52:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-07T12:20:18,348 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=87fb68174c52,45277,1730982015689-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T12:20:18,348 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=87fb68174c52,45277,1730982015689-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T12:20:18,348 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=87fb68174c52,45277,1730982015689-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T12:20:18,348 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-87fb68174c52:45277, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T12:20:18,348 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-07T12:20:18,349 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-07T12:20:18,350 DEBUG [master/87fb68174c52:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-07T12:20:18,352 INFO [master/87fb68174c52:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.567sec 2024-11-07T12:20:18,352 INFO [master/87fb68174c52:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-07T12:20:18,352 INFO [master/87fb68174c52:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-07T12:20:18,352 INFO [master/87fb68174c52:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-07T12:20:18,352 INFO [master/87fb68174c52:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-07T12:20:18,352 INFO [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-07T12:20:18,352 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=87fb68174c52,45277,1730982015689-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-07T12:20:18,352 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=87fb68174c52,45277,1730982015689-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-07T12:20:18,354 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-07T12:20:18,354 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-07T12:20:18,354 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=87fb68174c52,45277,1730982015689-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T12:20:18,361 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3272fba4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:20:18,361 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 87fb68174c52,45277,-1 for getting cluster id 2024-11-07T12:20:18,361 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T12:20:18,362 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5d3944d6-36dc-41da-93c2-c329d74b790f' 2024-11-07T12:20:18,363 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T12:20:18,363 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5d3944d6-36dc-41da-93c2-c329d74b790f" 2024-11-07T12:20:18,363 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e39d17a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:20:18,363 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [87fb68174c52,45277,-1] 2024-11-07T12:20:18,363 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T12:20:18,363 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:20:18,364 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53810, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T12:20:18,365 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1949b87e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:20:18,365 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T12:20:18,366 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=87fb68174c52,43387,1730982015731, seqNum=-1] 2024-11-07T12:20:18,366 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T12:20:18,367 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47888, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T12:20:18,368 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=87fb68174c52,45277,1730982015689 2024-11-07T12:20:18,369 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:62659 2024-11-07T12:20:18,372 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:62659, baseZNode=/2883894931 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T12:20:18,373 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x1001a2f5d900008 connected 2024-11-07T12:20:18,376 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T12:20:18,376 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncConnectionImpl(321): The fetched master address is 87fb68174c52,43611,1730982008688 2024-11-07T12:20:18,376 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7c534c82 2024-11-07T12:20:18,377 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T12:20:18,377 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55278, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-07T12:20:18,378 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43611 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-07T12:20:18,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43611 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-07T12:20:18,380 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-07T12:20:18,380 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:18,380 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43611 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-07T12:20:18,381 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-07T12:20:18,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43611 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T12:20:18,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44667 is added to blk_1073741835_1011 (size=902) 2024-11-07T12:20:18,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43611 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T12:20:18,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43611 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T12:20:18,791 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 31e99dd053ba388581334910eaac7426, NAME => 'test,,1730982018378.31e99dd053ba388581334910eaac7426.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36461/user/jenkins/test-data/619a85b0-97a7-d727-9446-8d0b9a96a636 2024-11-07T12:20:18,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44667 is added to blk_1073741836_1012 (size=39) 2024-11-07T12:20:19,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43611 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T12:20:19,196 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1730982018378.31e99dd053ba388581334910eaac7426.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T12:20:19,196 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 31e99dd053ba388581334910eaac7426, disabling compactions & flushes 2024-11-07T12:20:19,196 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1730982018378.31e99dd053ba388581334910eaac7426. 2024-11-07T12:20:19,196 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1730982018378.31e99dd053ba388581334910eaac7426. 2024-11-07T12:20:19,196 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1730982018378.31e99dd053ba388581334910eaac7426. after waiting 0 ms 2024-11-07T12:20:19,196 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1730982018378.31e99dd053ba388581334910eaac7426. 2024-11-07T12:20:19,196 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1730982018378.31e99dd053ba388581334910eaac7426. 2024-11-07T12:20:19,196 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 31e99dd053ba388581334910eaac7426: Waiting for close lock at 1730982019196Disabling compacts and flushes for region at 1730982019196Disabling writes for close at 1730982019196Writing region close event to WAL at 1730982019196Closed at 1730982019196 2024-11-07T12:20:19,197 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-07T12:20:19,197 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1730982018378.31e99dd053ba388581334910eaac7426.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1730982019197"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1730982019197"}]},"ts":"1730982019197"} 2024-11-07T12:20:19,199 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-07T12:20:19,201 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-07T12:20:19,201 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1730982019201"}]},"ts":"1730982019201"} 2024-11-07T12:20:19,203 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-07T12:20:19,203 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=31e99dd053ba388581334910eaac7426, ASSIGN}] 2024-11-07T12:20:19,204 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=31e99dd053ba388581334910eaac7426, ASSIGN 2024-11-07T12:20:19,205 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=31e99dd053ba388581334910eaac7426, ASSIGN; state=OFFLINE, location=87fb68174c52,43649,1730982008743; forceNewPlan=false, retain=false 2024-11-07T12:20:19,355 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=31e99dd053ba388581334910eaac7426, regionState=OPENING, regionLocation=87fb68174c52,43649,1730982008743 2024-11-07T12:20:19,357 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=31e99dd053ba388581334910eaac7426, ASSIGN because future has completed 2024-11-07T12:20:19,358 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 31e99dd053ba388581334910eaac7426, server=87fb68174c52,43649,1730982008743}] 2024-11-07T12:20:19,513 INFO [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1730982018378.31e99dd053ba388581334910eaac7426. 2024-11-07T12:20:19,513 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 31e99dd053ba388581334910eaac7426, NAME => 'test,,1730982018378.31e99dd053ba388581334910eaac7426.', STARTKEY => '', ENDKEY => ''} 2024-11-07T12:20:19,513 INFO [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-07T12:20:19,513 INFO [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-07T12:20:19,513 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 31e99dd053ba388581334910eaac7426 2024-11-07T12:20:19,513 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1730982018378.31e99dd053ba388581334910eaac7426.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T12:20:19,513 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 31e99dd053ba388581334910eaac7426 2024-11-07T12:20:19,513 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 31e99dd053ba388581334910eaac7426 2024-11-07T12:20:19,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43611 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T12:20:19,514 INFO [StoreOpener-31e99dd053ba388581334910eaac7426-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 31e99dd053ba388581334910eaac7426 2024-11-07T12:20:19,515 INFO [StoreOpener-31e99dd053ba388581334910eaac7426-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 31e99dd053ba388581334910eaac7426 columnFamilyName f 2024-11-07T12:20:19,515 DEBUG [StoreOpener-31e99dd053ba388581334910eaac7426-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:19,516 INFO [StoreOpener-31e99dd053ba388581334910eaac7426-1 {}] regionserver.HStore(327): Store=31e99dd053ba388581334910eaac7426/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T12:20:19,516 INFO [StoreOpener-31e99dd053ba388581334910eaac7426-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 31e99dd053ba388581334910eaac7426 2024-11-07T12:20:19,516 INFO [StoreOpener-31e99dd053ba388581334910eaac7426-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 31e99dd053ba388581334910eaac7426 columnFamilyName f1 2024-11-07T12:20:19,516 DEBUG [StoreOpener-31e99dd053ba388581334910eaac7426-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:19,517 INFO [StoreOpener-31e99dd053ba388581334910eaac7426-1 {}] regionserver.HStore(327): Store=31e99dd053ba388581334910eaac7426/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T12:20:19,517 INFO [StoreOpener-31e99dd053ba388581334910eaac7426-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 31e99dd053ba388581334910eaac7426 2024-11-07T12:20:19,517 INFO [StoreOpener-31e99dd053ba388581334910eaac7426-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 31e99dd053ba388581334910eaac7426 columnFamilyName norep 2024-11-07T12:20:19,518 DEBUG [StoreOpener-31e99dd053ba388581334910eaac7426-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:19,518 INFO [StoreOpener-31e99dd053ba388581334910eaac7426-1 {}] regionserver.HStore(327): Store=31e99dd053ba388581334910eaac7426/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T12:20:19,518 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 31e99dd053ba388581334910eaac7426 2024-11-07T12:20:19,518 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36461/user/jenkins/test-data/619a85b0-97a7-d727-9446-8d0b9a96a636/data/default/test/31e99dd053ba388581334910eaac7426 2024-11-07T12:20:19,518 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36461/user/jenkins/test-data/619a85b0-97a7-d727-9446-8d0b9a96a636/data/default/test/31e99dd053ba388581334910eaac7426 2024-11-07T12:20:19,519 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 31e99dd053ba388581334910eaac7426 2024-11-07T12:20:19,519 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 31e99dd053ba388581334910eaac7426 2024-11-07T12:20:19,519 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-07T12:20:19,520 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 31e99dd053ba388581334910eaac7426 2024-11-07T12:20:19,522 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36461/user/jenkins/test-data/619a85b0-97a7-d727-9446-8d0b9a96a636/data/default/test/31e99dd053ba388581334910eaac7426/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T12:20:19,522 INFO [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 31e99dd053ba388581334910eaac7426; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75206442, jitterRate=0.12066331505775452}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-07T12:20:19,522 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 31e99dd053ba388581334910eaac7426 2024-11-07T12:20:19,522 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 31e99dd053ba388581334910eaac7426: Running coprocessor pre-open hook at 1730982019513Writing region info on filesystem at 1730982019513Initializing all the Stores at 1730982019514 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730982019514Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730982019514Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730982019514Cleaning up temporary data from old regions at 1730982019519 (+5 ms)Running coprocessor post-open hooks at 1730982019522 (+3 ms)Region opened successfully at 1730982019522 2024-11-07T12:20:19,523 INFO [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1730982018378.31e99dd053ba388581334910eaac7426., pid=6, masterSystemTime=1730982019510 2024-11-07T12:20:19,525 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1730982018378.31e99dd053ba388581334910eaac7426. 2024-11-07T12:20:19,525 INFO [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1730982018378.31e99dd053ba388581334910eaac7426. 2024-11-07T12:20:19,525 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=31e99dd053ba388581334910eaac7426, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=87fb68174c52,43649,1730982008743 2024-11-07T12:20:19,527 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 31e99dd053ba388581334910eaac7426, server=87fb68174c52,43649,1730982008743 because future has completed 2024-11-07T12:20:19,529 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-07T12:20:19,529 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 31e99dd053ba388581334910eaac7426, server=87fb68174c52,43649,1730982008743 in 170 msec 2024-11-07T12:20:19,531 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-07T12:20:19,531 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=31e99dd053ba388581334910eaac7426, ASSIGN in 326 msec 2024-11-07T12:20:19,531 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-07T12:20:19,531 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1730982019531"}]},"ts":"1730982019531"} 2024-11-07T12:20:19,533 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-07T12:20:19,533 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-07T12:20:19,534 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1550 sec 2024-11-07T12:20:20,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43611 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T12:20:20,524 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-07T12:20:20,524 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T12:20:20,525 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is 87fb68174c52,39199,1730982012461 2024-11-07T12:20:20,525 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4aeb0944 2024-11-07T12:20:20,525 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T12:20:20,526 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53716, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-07T12:20:20,527 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39199 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-07T12:20:20,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39199 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-07T12:20:20,528 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-07T12:20:20,540 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39199 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-07T12:20:20,540 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:20,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39199 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T12:20:20,541 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-07T12:20:20,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37243 is added to blk_1073741835_1011 (size=902) 2024-11-07T12:20:20,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39199 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T12:20:20,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39199 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T12:20:20,952 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => e84671e3bfbb23cca402fb4a036c2b6f, NAME => 'test,,1730982020526.e84671e3bfbb23cca402fb4a036c2b6f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37131/user/jenkins/test-data/9d6182fe-15c4-0556-17f8-435f975fc265 2024-11-07T12:20:20,956 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37243 is added to blk_1073741836_1012 (size=39) 2024-11-07T12:20:20,957 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1730982020526.e84671e3bfbb23cca402fb4a036c2b6f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T12:20:20,957 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing e84671e3bfbb23cca402fb4a036c2b6f, disabling compactions & flushes 2024-11-07T12:20:20,957 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1730982020526.e84671e3bfbb23cca402fb4a036c2b6f. 2024-11-07T12:20:20,957 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1730982020526.e84671e3bfbb23cca402fb4a036c2b6f. 2024-11-07T12:20:20,957 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1730982020526.e84671e3bfbb23cca402fb4a036c2b6f. after waiting 0 ms 2024-11-07T12:20:20,957 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1730982020526.e84671e3bfbb23cca402fb4a036c2b6f. 2024-11-07T12:20:20,957 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1730982020526.e84671e3bfbb23cca402fb4a036c2b6f. 2024-11-07T12:20:20,957 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for e84671e3bfbb23cca402fb4a036c2b6f: Waiting for close lock at 1730982020957Disabling compacts and flushes for region at 1730982020957Disabling writes for close at 1730982020957Writing region close event to WAL at 1730982020957Closed at 1730982020957 2024-11-07T12:20:20,958 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-07T12:20:20,958 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1730982020526.e84671e3bfbb23cca402fb4a036c2b6f.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1730982020958"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1730982020958"}]},"ts":"1730982020958"} 2024-11-07T12:20:20,960 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-07T12:20:20,961 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-07T12:20:20,961 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1730982020961"}]},"ts":"1730982020961"} 2024-11-07T12:20:20,963 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-07T12:20:20,963 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=e84671e3bfbb23cca402fb4a036c2b6f, ASSIGN}] 2024-11-07T12:20:20,964 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=e84671e3bfbb23cca402fb4a036c2b6f, ASSIGN 2024-11-07T12:20:20,965 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=e84671e3bfbb23cca402fb4a036c2b6f, ASSIGN; state=OFFLINE, location=87fb68174c52,35069,1730982012498; forceNewPlan=false, retain=false 2024-11-07T12:20:21,115 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=e84671e3bfbb23cca402fb4a036c2b6f, regionState=OPENING, regionLocation=87fb68174c52,35069,1730982012498 2024-11-07T12:20:21,117 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=e84671e3bfbb23cca402fb4a036c2b6f, ASSIGN because future has completed 2024-11-07T12:20:21,118 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure e84671e3bfbb23cca402fb4a036c2b6f, server=87fb68174c52,35069,1730982012498}] 2024-11-07T12:20:21,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39199 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T12:20:21,273 INFO [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1730982020526.e84671e3bfbb23cca402fb4a036c2b6f. 2024-11-07T12:20:21,273 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => e84671e3bfbb23cca402fb4a036c2b6f, NAME => 'test,,1730982020526.e84671e3bfbb23cca402fb4a036c2b6f.', STARTKEY => '', ENDKEY => ''} 2024-11-07T12:20:21,273 INFO [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-07T12:20:21,273 INFO [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-07T12:20:21,274 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test e84671e3bfbb23cca402fb4a036c2b6f 2024-11-07T12:20:21,274 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1730982020526.e84671e3bfbb23cca402fb4a036c2b6f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T12:20:21,274 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for e84671e3bfbb23cca402fb4a036c2b6f 2024-11-07T12:20:21,274 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for e84671e3bfbb23cca402fb4a036c2b6f 2024-11-07T12:20:21,276 INFO [StoreOpener-e84671e3bfbb23cca402fb4a036c2b6f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region e84671e3bfbb23cca402fb4a036c2b6f 2024-11-07T12:20:21,277 INFO [StoreOpener-e84671e3bfbb23cca402fb4a036c2b6f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e84671e3bfbb23cca402fb4a036c2b6f columnFamilyName f 2024-11-07T12:20:21,277 DEBUG [StoreOpener-e84671e3bfbb23cca402fb4a036c2b6f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:21,278 INFO [StoreOpener-e84671e3bfbb23cca402fb4a036c2b6f-1 {}] regionserver.HStore(327): Store=e84671e3bfbb23cca402fb4a036c2b6f/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T12:20:21,278 INFO [StoreOpener-e84671e3bfbb23cca402fb4a036c2b6f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region e84671e3bfbb23cca402fb4a036c2b6f 2024-11-07T12:20:21,279 INFO [StoreOpener-e84671e3bfbb23cca402fb4a036c2b6f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e84671e3bfbb23cca402fb4a036c2b6f columnFamilyName f1 2024-11-07T12:20:21,279 DEBUG [StoreOpener-e84671e3bfbb23cca402fb4a036c2b6f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:21,279 INFO [StoreOpener-e84671e3bfbb23cca402fb4a036c2b6f-1 {}] regionserver.HStore(327): Store=e84671e3bfbb23cca402fb4a036c2b6f/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T12:20:21,279 INFO [StoreOpener-e84671e3bfbb23cca402fb4a036c2b6f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region e84671e3bfbb23cca402fb4a036c2b6f 2024-11-07T12:20:21,280 INFO [StoreOpener-e84671e3bfbb23cca402fb4a036c2b6f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e84671e3bfbb23cca402fb4a036c2b6f columnFamilyName norep 2024-11-07T12:20:21,280 DEBUG [StoreOpener-e84671e3bfbb23cca402fb4a036c2b6f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:21,280 INFO [StoreOpener-e84671e3bfbb23cca402fb4a036c2b6f-1 {}] regionserver.HStore(327): Store=e84671e3bfbb23cca402fb4a036c2b6f/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T12:20:21,280 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for e84671e3bfbb23cca402fb4a036c2b6f 2024-11-07T12:20:21,281 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37131/user/jenkins/test-data/9d6182fe-15c4-0556-17f8-435f975fc265/data/default/test/e84671e3bfbb23cca402fb4a036c2b6f 2024-11-07T12:20:21,281 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37131/user/jenkins/test-data/9d6182fe-15c4-0556-17f8-435f975fc265/data/default/test/e84671e3bfbb23cca402fb4a036c2b6f 2024-11-07T12:20:21,282 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for e84671e3bfbb23cca402fb4a036c2b6f 2024-11-07T12:20:21,282 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for e84671e3bfbb23cca402fb4a036c2b6f 2024-11-07T12:20:21,282 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-07T12:20:21,283 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for e84671e3bfbb23cca402fb4a036c2b6f 2024-11-07T12:20:21,285 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37131/user/jenkins/test-data/9d6182fe-15c4-0556-17f8-435f975fc265/data/default/test/e84671e3bfbb23cca402fb4a036c2b6f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T12:20:21,285 INFO [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened e84671e3bfbb23cca402fb4a036c2b6f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68640680, jitterRate=0.02282583713531494}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-07T12:20:21,285 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e84671e3bfbb23cca402fb4a036c2b6f 2024-11-07T12:20:21,285 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for e84671e3bfbb23cca402fb4a036c2b6f: Running coprocessor pre-open hook at 1730982021274Writing region info on filesystem at 1730982021274Initializing all the Stores at 1730982021274Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730982021274Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730982021276 (+2 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730982021276Cleaning up temporary data from old regions at 1730982021282 (+6 ms)Running coprocessor post-open hooks at 1730982021285 (+3 ms)Region opened successfully at 1730982021285 2024-11-07T12:20:21,286 INFO [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1730982020526.e84671e3bfbb23cca402fb4a036c2b6f., pid=6, masterSystemTime=1730982021270 2024-11-07T12:20:21,288 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1730982020526.e84671e3bfbb23cca402fb4a036c2b6f. 2024-11-07T12:20:21,288 INFO [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1730982020526.e84671e3bfbb23cca402fb4a036c2b6f. 2024-11-07T12:20:21,288 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=e84671e3bfbb23cca402fb4a036c2b6f, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=87fb68174c52,35069,1730982012498 2024-11-07T12:20:21,290 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure e84671e3bfbb23cca402fb4a036c2b6f, server=87fb68174c52,35069,1730982012498 because future has completed 2024-11-07T12:20:21,292 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-07T12:20:21,292 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure e84671e3bfbb23cca402fb4a036c2b6f, server=87fb68174c52,35069,1730982012498 in 173 msec 2024-11-07T12:20:21,293 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-07T12:20:21,293 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=e84671e3bfbb23cca402fb4a036c2b6f, ASSIGN in 329 msec 2024-11-07T12:20:21,294 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-07T12:20:21,294 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1730982021294"}]},"ts":"1730982021294"} 2024-11-07T12:20:21,295 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-07T12:20:21,296 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-07T12:20:21,297 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 769 msec 2024-11-07T12:20:21,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39199 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T12:20:21,674 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-07T12:20:21,675 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T12:20:21,675 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 87fb68174c52,45277,1730982015689 2024-11-07T12:20:21,676 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@55dbc627 2024-11-07T12:20:21,676 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T12:20:21,677 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53826, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-07T12:20:21,678 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45277 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-07T12:20:21,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45277 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-07T12:20:21,679 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-07T12:20:21,679 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:21,680 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45277 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-07T12:20:21,680 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-07T12:20:21,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45277 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T12:20:21,685 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35261 is added to blk_1073741835_1011 (size=902) 2024-11-07T12:20:21,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45277 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T12:20:21,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45277 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T12:20:22,087 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 829d407bfd438d0d66183185dbd6236a, NAME => 'test,,1730982021677.829d407bfd438d0d66183185dbd6236a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37707/user/jenkins/test-data/3c89b1b1-a376-3f08-7bb4-d6f253ada5f1 2024-11-07T12:20:22,091 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35261 is added to blk_1073741836_1012 (size=39) 2024-11-07T12:20:22,297 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-07T12:20:22,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45277 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T12:20:22,492 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1730982021677.829d407bfd438d0d66183185dbd6236a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T12:20:22,492 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 829d407bfd438d0d66183185dbd6236a, disabling compactions & flushes 2024-11-07T12:20:22,492 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1730982021677.829d407bfd438d0d66183185dbd6236a. 2024-11-07T12:20:22,492 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1730982021677.829d407bfd438d0d66183185dbd6236a. 2024-11-07T12:20:22,492 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1730982021677.829d407bfd438d0d66183185dbd6236a. after waiting 0 ms 2024-11-07T12:20:22,492 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1730982021677.829d407bfd438d0d66183185dbd6236a. 2024-11-07T12:20:22,492 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1730982021677.829d407bfd438d0d66183185dbd6236a. 2024-11-07T12:20:22,492 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 829d407bfd438d0d66183185dbd6236a: Waiting for close lock at 1730982022492Disabling compacts and flushes for region at 1730982022492Disabling writes for close at 1730982022492Writing region close event to WAL at 1730982022492Closed at 1730982022492 2024-11-07T12:20:22,493 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-07T12:20:22,493 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1730982021677.829d407bfd438d0d66183185dbd6236a.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1730982022493"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1730982022493"}]},"ts":"1730982022493"} 2024-11-07T12:20:22,495 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-07T12:20:22,496 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-07T12:20:22,496 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1730982022496"}]},"ts":"1730982022496"} 2024-11-07T12:20:22,497 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-07T12:20:22,497 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=829d407bfd438d0d66183185dbd6236a, ASSIGN}] 2024-11-07T12:20:22,498 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=829d407bfd438d0d66183185dbd6236a, ASSIGN 2024-11-07T12:20:22,499 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=829d407bfd438d0d66183185dbd6236a, ASSIGN; state=OFFLINE, location=87fb68174c52,43387,1730982015731; forceNewPlan=false, retain=false 2024-11-07T12:20:22,649 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=829d407bfd438d0d66183185dbd6236a, regionState=OPENING, regionLocation=87fb68174c52,43387,1730982015731 2024-11-07T12:20:22,651 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=829d407bfd438d0d66183185dbd6236a, ASSIGN because future has completed 2024-11-07T12:20:22,652 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 829d407bfd438d0d66183185dbd6236a, server=87fb68174c52,43387,1730982015731}] 2024-11-07T12:20:22,807 INFO [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1730982021677.829d407bfd438d0d66183185dbd6236a. 2024-11-07T12:20:22,807 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 829d407bfd438d0d66183185dbd6236a, NAME => 'test,,1730982021677.829d407bfd438d0d66183185dbd6236a.', STARTKEY => '', ENDKEY => ''} 2024-11-07T12:20:22,807 INFO [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-07T12:20:22,807 INFO [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-07T12:20:22,808 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 829d407bfd438d0d66183185dbd6236a 2024-11-07T12:20:22,808 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1730982021677.829d407bfd438d0d66183185dbd6236a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T12:20:22,808 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 829d407bfd438d0d66183185dbd6236a 2024-11-07T12:20:22,808 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 829d407bfd438d0d66183185dbd6236a 2024-11-07T12:20:22,809 INFO [StoreOpener-829d407bfd438d0d66183185dbd6236a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 829d407bfd438d0d66183185dbd6236a 2024-11-07T12:20:22,810 INFO [StoreOpener-829d407bfd438d0d66183185dbd6236a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 829d407bfd438d0d66183185dbd6236a columnFamilyName f 2024-11-07T12:20:22,810 DEBUG [StoreOpener-829d407bfd438d0d66183185dbd6236a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:22,810 INFO [StoreOpener-829d407bfd438d0d66183185dbd6236a-1 {}] regionserver.HStore(327): Store=829d407bfd438d0d66183185dbd6236a/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T12:20:22,810 INFO [StoreOpener-829d407bfd438d0d66183185dbd6236a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 829d407bfd438d0d66183185dbd6236a 2024-11-07T12:20:22,811 INFO [StoreOpener-829d407bfd438d0d66183185dbd6236a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 829d407bfd438d0d66183185dbd6236a columnFamilyName f1 2024-11-07T12:20:22,811 DEBUG [StoreOpener-829d407bfd438d0d66183185dbd6236a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:22,811 INFO [StoreOpener-829d407bfd438d0d66183185dbd6236a-1 {}] regionserver.HStore(327): Store=829d407bfd438d0d66183185dbd6236a/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T12:20:22,811 INFO [StoreOpener-829d407bfd438d0d66183185dbd6236a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 829d407bfd438d0d66183185dbd6236a 2024-11-07T12:20:22,812 INFO [StoreOpener-829d407bfd438d0d66183185dbd6236a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 829d407bfd438d0d66183185dbd6236a columnFamilyName norep 2024-11-07T12:20:22,812 DEBUG [StoreOpener-829d407bfd438d0d66183185dbd6236a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:22,812 INFO [StoreOpener-829d407bfd438d0d66183185dbd6236a-1 {}] regionserver.HStore(327): Store=829d407bfd438d0d66183185dbd6236a/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T12:20:22,812 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 829d407bfd438d0d66183185dbd6236a 2024-11-07T12:20:22,813 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37707/user/jenkins/test-data/3c89b1b1-a376-3f08-7bb4-d6f253ada5f1/data/default/test/829d407bfd438d0d66183185dbd6236a 2024-11-07T12:20:22,813 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37707/user/jenkins/test-data/3c89b1b1-a376-3f08-7bb4-d6f253ada5f1/data/default/test/829d407bfd438d0d66183185dbd6236a 2024-11-07T12:20:22,813 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 829d407bfd438d0d66183185dbd6236a 2024-11-07T12:20:22,814 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 829d407bfd438d0d66183185dbd6236a 2024-11-07T12:20:22,814 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-07T12:20:22,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45277 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T12:20:22,815 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 829d407bfd438d0d66183185dbd6236a 2024-11-07T12:20:22,816 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37707/user/jenkins/test-data/3c89b1b1-a376-3f08-7bb4-d6f253ada5f1/data/default/test/829d407bfd438d0d66183185dbd6236a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T12:20:22,816 INFO [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 829d407bfd438d0d66183185dbd6236a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59709737, jitterRate=-0.11025558412075043}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-07T12:20:22,816 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 829d407bfd438d0d66183185dbd6236a 2024-11-07T12:20:22,817 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 829d407bfd438d0d66183185dbd6236a: Running coprocessor pre-open hook at 1730982022808Writing region info on filesystem at 1730982022808Initializing all the Stores at 1730982022808Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730982022808Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730982022809 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730982022809Cleaning up temporary data from old regions at 1730982022814 (+5 ms)Running coprocessor post-open hooks at 1730982022816 (+2 ms)Region opened successfully at 1730982022816 2024-11-07T12:20:22,817 INFO [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1730982021677.829d407bfd438d0d66183185dbd6236a., pid=6, masterSystemTime=1730982022804 2024-11-07T12:20:22,819 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1730982021677.829d407bfd438d0d66183185dbd6236a. 2024-11-07T12:20:22,819 INFO [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1730982021677.829d407bfd438d0d66183185dbd6236a. 2024-11-07T12:20:22,819 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=829d407bfd438d0d66183185dbd6236a, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=87fb68174c52,43387,1730982015731 2024-11-07T12:20:22,821 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 829d407bfd438d0d66183185dbd6236a, server=87fb68174c52,43387,1730982015731 because future has completed 2024-11-07T12:20:22,823 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-07T12:20:22,823 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 829d407bfd438d0d66183185dbd6236a, server=87fb68174c52,43387,1730982015731 in 170 msec 2024-11-07T12:20:22,825 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-07T12:20:22,825 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=829d407bfd438d0d66183185dbd6236a, ASSIGN in 326 msec 2024-11-07T12:20:22,825 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-07T12:20:22,826 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1730982022825"}]},"ts":"1730982022825"} 2024-11-07T12:20:22,827 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-07T12:20:22,827 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-07T12:20:22,828 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1490 sec 2024-11-07T12:20:23,815 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-07T12:20:23,816 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T12:20:23,816 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T12:20:23,817 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T12:20:23,817 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T12:20:23,817 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T12:20:23,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45277 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T12:20:23,825 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-07T12:20:23,825 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@624d68a4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:20:23,826 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 87fb68174c52,43611,-1 for getting cluster id 2024-11-07T12:20:23,826 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T12:20:23,827 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '018768a1-0454-4b9d-80ac-7ef5ed0dddaa' 2024-11-07T12:20:23,827 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T12:20:23,827 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "018768a1-0454-4b9d-80ac-7ef5ed0dddaa" 2024-11-07T12:20:23,827 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e8d2fd0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:20:23,827 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [87fb68174c52,43611,-1] 2024-11-07T12:20:23,827 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T12:20:23,827 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:20:23,828 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55298, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T12:20:23,829 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d4bf776, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:20:23,829 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T12:20:23,830 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 87fb68174c52,43611,1730982008688 2024-11-07T12:20:23,830 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@73ace868 2024-11-07T12:20:23,830 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T12:20:23,831 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55300, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-07T12:20:23,831 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43611 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://87fb68174c52:39199,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-07T12:20:23,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43611 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-07T12:20:23,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43611 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-07T12:20:23,834 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='87fb68174c52:39199' 2024-11-07T12:20:23,835 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f6a37fb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:20:23,835 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 87fb68174c52,39199,-1 for getting cluster id 2024-11-07T12:20:23,835 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T12:20:23,836 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ee45c365-ea7c-42aa-8125-b3709f20f723' 2024-11-07T12:20:23,836 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T12:20:23,836 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ee45c365-ea7c-42aa-8125-b3709f20f723" 2024-11-07T12:20:23,836 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4db7fd83, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:20:23,836 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [87fb68174c52,39199,-1] 2024-11-07T12:20:23,837 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T12:20:23,837 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:20:23,837 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53738, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T12:20:23,838 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ed68421, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:20:23,838 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T12:20:23,839 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 87fb68174c52,39199,1730982012461 2024-11-07T12:20:23,839 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6f03b427 2024-11-07T12:20:23,839 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T12:20:23,840 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53754, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-07T12:20:23,840 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-07T12:20:23,840 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-07T12:20:23,841 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:20:23,841 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:20:23,841 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T12:20:23,841 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-07T12:20:23,842 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-07T12:20:23,843 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-07T12:20:23,843 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:23,844 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-07T12:20:23,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44667 is added to blk_1073741837_1013 (size=1138) 2024-11-07T12:20:23,849 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T12:20:23,849 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T12:20:23,849 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T12:20:23,850 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T12:20:23,850 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T12:20:23,850 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T12:20:23,851 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => b9f7f573147b634c39f0e4e20e10a14e, NAME => 'hbase:replication,,1730982023841.b9f7f573147b634c39f0e4e20e10a14e.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36461/user/jenkins/test-data/619a85b0-97a7-d727-9446-8d0b9a96a636 2024-11-07T12:20:23,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44667 is added to blk_1073741838_1014 (size=44) 2024-11-07T12:20:23,856 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T12:20:23,858 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T12:20:23,859 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T12:20:23,860 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T12:20:23,892 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-07T12:20:23,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43611 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-07T12:20:24,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43611 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-07T12:20:24,256 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1730982023841.b9f7f573147b634c39f0e4e20e10a14e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T12:20:24,256 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing b9f7f573147b634c39f0e4e20e10a14e, disabling compactions & flushes 2024-11-07T12:20:24,256 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1730982023841.b9f7f573147b634c39f0e4e20e10a14e. 2024-11-07T12:20:24,256 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1730982023841.b9f7f573147b634c39f0e4e20e10a14e. 2024-11-07T12:20:24,256 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1730982023841.b9f7f573147b634c39f0e4e20e10a14e. after waiting 0 ms 2024-11-07T12:20:24,256 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1730982023841.b9f7f573147b634c39f0e4e20e10a14e. 2024-11-07T12:20:24,256 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1730982023841.b9f7f573147b634c39f0e4e20e10a14e. 2024-11-07T12:20:24,257 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for b9f7f573147b634c39f0e4e20e10a14e: Waiting for close lock at 1730982024256Disabling compacts and flushes for region at 1730982024256Disabling writes for close at 1730982024256Writing region close event to WAL at 1730982024256Closed at 1730982024256 2024-11-07T12:20:24,258 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-07T12:20:24,258 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1730982023841.b9f7f573147b634c39f0e4e20e10a14e.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1730982024258"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1730982024258"}]},"ts":"1730982024258"} 2024-11-07T12:20:24,260 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-07T12:20:24,261 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-07T12:20:24,261 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1730982024261"}]},"ts":"1730982024261"} 2024-11-07T12:20:24,262 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-07T12:20:24,263 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b9f7f573147b634c39f0e4e20e10a14e, ASSIGN}] 2024-11-07T12:20:24,263 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b9f7f573147b634c39f0e4e20e10a14e, ASSIGN 2024-11-07T12:20:24,264 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=b9f7f573147b634c39f0e4e20e10a14e, ASSIGN; state=OFFLINE, location=87fb68174c52,43649,1730982008743; forceNewPlan=false, retain=false 2024-11-07T12:20:24,415 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=b9f7f573147b634c39f0e4e20e10a14e, regionState=OPENING, regionLocation=87fb68174c52,43649,1730982008743 2024-11-07T12:20:24,417 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=b9f7f573147b634c39f0e4e20e10a14e, ASSIGN because future has completed 2024-11-07T12:20:24,417 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure b9f7f573147b634c39f0e4e20e10a14e, server=87fb68174c52,43649,1730982008743}] 2024-11-07T12:20:24,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43611 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-07T12:20:24,572 INFO [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1730982023841.b9f7f573147b634c39f0e4e20e10a14e. 2024-11-07T12:20:24,572 INFO [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T12:20:24,573 INFO [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-07T12:20:24,574 INFO [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=87fb68174c52%2C43649%2C1730982008743.rep, suffix=, logDir=hdfs://localhost:36461/user/jenkins/test-data/619a85b0-97a7-d727-9446-8d0b9a96a636/WALs/87fb68174c52,43649,1730982008743, archiveDir=hdfs://localhost:36461/user/jenkins/test-data/619a85b0-97a7-d727-9446-8d0b9a96a636/oldWALs, maxLogs=10 2024-11-07T12:20:24,588 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/619a85b0-97a7-d727-9446-8d0b9a96a636/WALs/87fb68174c52,43649,1730982008743/87fb68174c52%2C43649%2C1730982008743.rep.1730982024574, exclude list is [], retry=0 2024-11-07T12:20:24,590 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44667,DS-c23fa1d3-69b7-4289-9dfd-23846a76d21c,DISK] 2024-11-07T12:20:24,592 INFO [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/619a85b0-97a7-d727-9446-8d0b9a96a636/WALs/87fb68174c52,43649,1730982008743/87fb68174c52%2C43649%2C1730982008743.rep.1730982024574 2024-11-07T12:20:24,592 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45837:45837)] 2024-11-07T12:20:24,592 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => b9f7f573147b634c39f0e4e20e10a14e, NAME => 'hbase:replication,,1730982023841.b9f7f573147b634c39f0e4e20e10a14e.', STARTKEY => '', ENDKEY => ''} 2024-11-07T12:20:24,592 INFO [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-07T12:20:24,592 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-07T12:20:24,592 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1730982023841.b9f7f573147b634c39f0e4e20e10a14e. service=MultiRowMutationService 2024-11-07T12:20:24,592 INFO [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-07T12:20:24,593 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication b9f7f573147b634c39f0e4e20e10a14e 2024-11-07T12:20:24,593 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1730982023841.b9f7f573147b634c39f0e4e20e10a14e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T12:20:24,593 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for b9f7f573147b634c39f0e4e20e10a14e 2024-11-07T12:20:24,593 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for b9f7f573147b634c39f0e4e20e10a14e 2024-11-07T12:20:24,594 INFO [StoreOpener-b9f7f573147b634c39f0e4e20e10a14e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region b9f7f573147b634c39f0e4e20e10a14e 2024-11-07T12:20:24,595 INFO [StoreOpener-b9f7f573147b634c39f0e4e20e10a14e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b9f7f573147b634c39f0e4e20e10a14e columnFamilyName hfileref 2024-11-07T12:20:24,595 DEBUG [StoreOpener-b9f7f573147b634c39f0e4e20e10a14e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:24,595 INFO [StoreOpener-b9f7f573147b634c39f0e4e20e10a14e-1 {}] regionserver.HStore(327): Store=b9f7f573147b634c39f0e4e20e10a14e/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T12:20:24,595 INFO [StoreOpener-b9f7f573147b634c39f0e4e20e10a14e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region b9f7f573147b634c39f0e4e20e10a14e 2024-11-07T12:20:24,596 INFO [StoreOpener-b9f7f573147b634c39f0e4e20e10a14e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b9f7f573147b634c39f0e4e20e10a14e columnFamilyName queue 2024-11-07T12:20:24,596 DEBUG [StoreOpener-b9f7f573147b634c39f0e4e20e10a14e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:24,597 INFO [StoreOpener-b9f7f573147b634c39f0e4e20e10a14e-1 {}] regionserver.HStore(327): Store=b9f7f573147b634c39f0e4e20e10a14e/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T12:20:24,597 INFO [StoreOpener-b9f7f573147b634c39f0e4e20e10a14e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region b9f7f573147b634c39f0e4e20e10a14e 2024-11-07T12:20:24,598 INFO [StoreOpener-b9f7f573147b634c39f0e4e20e10a14e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b9f7f573147b634c39f0e4e20e10a14e columnFamilyName sid 2024-11-07T12:20:24,598 DEBUG [StoreOpener-b9f7f573147b634c39f0e4e20e10a14e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:24,598 INFO [StoreOpener-b9f7f573147b634c39f0e4e20e10a14e-1 {}] regionserver.HStore(327): Store=b9f7f573147b634c39f0e4e20e10a14e/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T12:20:24,598 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for b9f7f573147b634c39f0e4e20e10a14e 2024-11-07T12:20:24,598 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36461/user/jenkins/test-data/619a85b0-97a7-d727-9446-8d0b9a96a636/data/hbase/replication/b9f7f573147b634c39f0e4e20e10a14e 2024-11-07T12:20:24,599 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36461/user/jenkins/test-data/619a85b0-97a7-d727-9446-8d0b9a96a636/data/hbase/replication/b9f7f573147b634c39f0e4e20e10a14e 2024-11-07T12:20:24,599 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for b9f7f573147b634c39f0e4e20e10a14e 2024-11-07T12:20:24,599 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for b9f7f573147b634c39f0e4e20e10a14e 2024-11-07T12:20:24,600 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-07T12:20:24,600 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for b9f7f573147b634c39f0e4e20e10a14e 2024-11-07T12:20:24,602 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36461/user/jenkins/test-data/619a85b0-97a7-d727-9446-8d0b9a96a636/data/hbase/replication/b9f7f573147b634c39f0e4e20e10a14e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T12:20:24,603 INFO [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened b9f7f573147b634c39f0e4e20e10a14e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67736964, jitterRate=0.009359419345855713}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-07T12:20:24,603 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b9f7f573147b634c39f0e4e20e10a14e 2024-11-07T12:20:24,603 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for b9f7f573147b634c39f0e4e20e10a14e: Running coprocessor pre-open hook at 1730982024593Writing region info on filesystem at 1730982024593Initializing all the Stores at 1730982024593Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730982024593Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730982024594 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730982024594Cleaning up temporary data from old regions at 1730982024599 (+5 ms)Running coprocessor post-open hooks at 1730982024603 (+4 ms)Region opened successfully at 1730982024603 2024-11-07T12:20:24,603 INFO [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1730982023841.b9f7f573147b634c39f0e4e20e10a14e., pid=10, masterSystemTime=1730982024569 2024-11-07T12:20:24,605 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1730982023841.b9f7f573147b634c39f0e4e20e10a14e. 2024-11-07T12:20:24,605 INFO [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1730982023841.b9f7f573147b634c39f0e4e20e10a14e. 2024-11-07T12:20:24,606 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=b9f7f573147b634c39f0e4e20e10a14e, regionState=OPEN, openSeqNum=2, regionLocation=87fb68174c52,43649,1730982008743 2024-11-07T12:20:24,607 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure b9f7f573147b634c39f0e4e20e10a14e, server=87fb68174c52,43649,1730982008743 because future has completed 2024-11-07T12:20:24,610 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-07T12:20:24,610 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure b9f7f573147b634c39f0e4e20e10a14e, server=87fb68174c52,43649,1730982008743 in 191 msec 2024-11-07T12:20:24,611 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-07T12:20:24,611 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b9f7f573147b634c39f0e4e20e10a14e, ASSIGN in 347 msec 2024-11-07T12:20:24,612 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-07T12:20:24,612 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1730982024612"}]},"ts":"1730982024612"} 2024-11-07T12:20:24,613 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-07T12:20:24,614 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-07T12:20:24,615 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 773 msec 2024-11-07T12:20:24,646 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1730982023841.b9f7f573147b634c39f0e4e20e10a14e., hostname=87fb68174c52,43649,1730982008743, seqNum=2] 2024-11-07T12:20:24,652 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43649-0x1001a2f5d900001, quorum=127.0.0.1:62659, baseZNode=/01979585849 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01979585849 2024-11-07T12:20:24,652 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43611-0x1001a2f5d900000, quorum=127.0.0.1:62659, baseZNode=/01979585849 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01979585849 2024-11-07T12:20:24,655 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-07T12:20:24,807 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43649 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-07T12:20:24,808 INFO [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-07T12:20:24,836 INFO [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-87fb68174c52,43649,1730982008743, ReplicationSource: 1, currentBandwidth=0 2024-11-07T12:20:24,836 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T12:20:24,836 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=87fb68174c52,43649,1730982008743, seqNum=-1] 2024-11-07T12:20:24,837 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T12:20:24,838 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51299, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientService 2024-11-07T12:20:24,839 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-87fb68174c52,43649,1730982008743', locateType=CURRENT is [region=hbase:replication,,1730982023841.b9f7f573147b634c39f0e4e20e10a14e., hostname=87fb68174c52,43649,1730982008743, seqNum=2] 2024-11-07T12:20:24,841 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-07T12:20:24,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43611 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-07T12:20:24,844 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 87fb68174c52,43649,1730982008743 suceeded 2024-11-07T12:20:24,846 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-07T12:20:24,846 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 189 msec 2024-11-07T12:20:24,846 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://87fb68174c52:39199,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-07T12:20:24,847 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.0150 sec 2024-11-07T12:20:24,856 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,43649,1730982008743 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='87fb68174c52:39199' 2024-11-07T12:20:24,857 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,43649,1730982008743 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5b3e3033, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:20:24,857 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,43649,1730982008743 {}] client.ClusterIdFetcher(90): Going to request 87fb68174c52,39199,-1 for getting cluster id 2024-11-07T12:20:24,857 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,43649,1730982008743 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T12:20:24,858 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ee45c365-ea7c-42aa-8125-b3709f20f723' 2024-11-07T12:20:24,858 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T12:20:24,858 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ee45c365-ea7c-42aa-8125-b3709f20f723" 2024-11-07T12:20:24,858 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5cca83e0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:20:24,858 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [87fb68174c52,39199,-1] 2024-11-07T12:20:24,858 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T12:20:24,858 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:20:24,859 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53784, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientMetaService 2024-11-07T12:20:24,859 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,43649,1730982008743 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@350decad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:20:24,859 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,43649,1730982008743 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T12:20:24,860 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 87fb68174c52,39199,1730982012461 2024-11-07T12:20:24,860 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1b051975 2024-11-07T12:20:24,860 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T12:20:24,861 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53792, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=MasterService 2024-11-07T12:20:24,862 INFO [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,43649,1730982008743 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-87fb68174c52,43649,1730982008743 (queues=1) is replicating from cluster=018768a1-0454-4b9d-80ac-7ef5ed0dddaa to cluster=ee45c365-ea7c-42aa-8125-b3709f20f723 2024-11-07T12:20:24,862 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,43649,1730982008743 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=87fb68174c52%2C43649%2C1730982008743 2024-11-07T12:20:24,862 INFO [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,43649,1730982008743 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-87fb68174c52,43649,1730982008743, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-07T12:20:24,862 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,43649,1730982008743.replicationSource.wal-reader.87fb68174c52%2C43649%2C1730982008743,1-87fb68174c52,43649,1730982008743 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:36461/user/jenkins/test-data/619a85b0-97a7-d727-9446-8d0b9a96a636/WALs/87fb68174c52,43649,1730982008743/87fb68174c52%2C43649%2C1730982008743.1730982010437, startPosition=0, beingWritten=true 2024-11-07T12:20:24,862 INFO [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,43649,1730982008743.replicationSource.shipper87fb68174c52%2C43649%2C1730982008743,1-87fb68174c52,43649,1730982008743 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 87fb68174c52%2C43649%2C1730982008743 2024-11-07T12:20:24,866 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,43649,1730982008743.replicationSource.wal-reader.87fb68174c52%2C43649%2C1730982008743,1-87fb68174c52,43649,1730982008743 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-07T12:20:24,867 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,43649,1730982008743.replicationSource.wal-reader.87fb68174c52%2C43649%2C1730982008743,1-87fb68174c52,43649,1730982008743 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36461/user/jenkins/test-data/619a85b0-97a7-d727-9446-8d0b9a96a636/WALs/87fb68174c52,43649,1730982008743/87fb68174c52%2C43649%2C1730982008743.1730982010437 to pos 379, reset compression=false 2024-11-07T12:20:24,867 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,43649,1730982008743.replicationSource.shipper87fb68174c52%2C43649%2C1730982008743,1-87fb68174c52,43649,1730982008743 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-87fb68174c52,43649,1730982008743 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36461/user/jenkins/test-data/619a85b0-97a7-d727-9446-8d0b9a96a636/WALs/87fb68174c52,43649,1730982008743/87fb68174c52%2C43649%2C1730982008743.1730982010437, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-07T12:20:24,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43611 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-07T12:20:24,974 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-07T12:20:24,974 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T12:20:24,975 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:418) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T12:20:24,975 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:20:24,975 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:20:24,975 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T12:20:24,975 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6694bf2e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:20:24,975 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 87fb68174c52,39199,-1 for getting cluster id 2024-11-07T12:20:24,976 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T12:20:24,976 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ee45c365-ea7c-42aa-8125-b3709f20f723' 2024-11-07T12:20:24,976 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T12:20:24,977 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ee45c365-ea7c-42aa-8125-b3709f20f723" 2024-11-07T12:20:24,977 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37b31f82, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:20:24,977 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [87fb68174c52,39199,-1] 2024-11-07T12:20:24,977 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T12:20:24,977 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:20:24,978 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53808, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T12:20:24,978 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d209a12, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:20:24,979 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T12:20:24,979 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 87fb68174c52,39199,1730982012461 2024-11-07T12:20:24,979 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@79c1db06 2024-11-07T12:20:24,980 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T12:20:24,980 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53824, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-07T12:20:24,981 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39199 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://87fb68174c52:45277,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-07T12:20:24,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39199 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-07T12:20:24,983 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='87fb68174c52:45277' 2024-11-07T12:20:24,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39199 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-07T12:20:24,985 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b55cee5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:20:24,985 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 87fb68174c52,45277,-1 for getting cluster id 2024-11-07T12:20:24,985 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T12:20:24,985 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5d3944d6-36dc-41da-93c2-c329d74b790f' 2024-11-07T12:20:24,985 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T12:20:24,985 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5d3944d6-36dc-41da-93c2-c329d74b790f" 2024-11-07T12:20:24,985 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ce5ffcf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:20:24,985 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [87fb68174c52,45277,-1] 2024-11-07T12:20:24,986 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T12:20:24,986 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:20:24,986 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53834, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T12:20:24,987 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@718b5818, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:20:24,987 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T12:20:24,988 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 87fb68174c52,45277,1730982015689 2024-11-07T12:20:24,988 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@68360abf 2024-11-07T12:20:24,988 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T12:20:24,989 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53848, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-07T12:20:24,989 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-07T12:20:24,989 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-07T12:20:24,989 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:20:24,989 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:20:24,990 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-07T12:20:24,990 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T12:20:24,991 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-07T12:20:24,991 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-07T12:20:24,992 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:24,992 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-07T12:20:24,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37243 is added to blk_1073741837_1013 (size=1138) 2024-11-07T12:20:25,041 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-07T12:20:25,069 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,43649,1730982008743.replicationSource.wal-reader.87fb68174c52%2C43649%2C1730982008743,1-87fb68174c52,43649,1730982008743 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36461/user/jenkins/test-data/619a85b0-97a7-d727-9446-8d0b9a96a636/WALs/87fb68174c52,43649,1730982008743/87fb68174c52%2C43649%2C1730982008743.1730982010437 to pos 379, reset compression=false 2024-11-07T12:20:25,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39199 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-07T12:20:25,245 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-07T12:20:25,245 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-07T12:20:25,246 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-07T12:20:25,246 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-07T12:20:25,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39199 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-07T12:20:25,373 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,43649,1730982008743.replicationSource.wal-reader.87fb68174c52%2C43649%2C1730982008743,1-87fb68174c52,43649,1730982008743 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36461/user/jenkins/test-data/619a85b0-97a7-d727-9446-8d0b9a96a636/WALs/87fb68174c52,43649,1730982008743/87fb68174c52%2C43649%2C1730982008743.1730982010437 to pos 379, reset compression=false 2024-11-07T12:20:25,402 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => fb2f6af6a1e050373b4296c576548039, NAME => 'hbase:replication,,1730982024990.fb2f6af6a1e050373b4296c576548039.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37131/user/jenkins/test-data/9d6182fe-15c4-0556-17f8-435f975fc265 2024-11-07T12:20:25,408 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37243 is added to blk_1073741838_1014 (size=44) 2024-11-07T12:20:25,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39199 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-07T12:20:25,776 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,43649,1730982008743.replicationSource.wal-reader.87fb68174c52%2C43649%2C1730982008743,1-87fb68174c52,43649,1730982008743 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36461/user/jenkins/test-data/619a85b0-97a7-d727-9446-8d0b9a96a636/WALs/87fb68174c52,43649,1730982008743/87fb68174c52%2C43649%2C1730982008743.1730982010437 to pos 379, reset compression=false 2024-11-07T12:20:25,809 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1730982024990.fb2f6af6a1e050373b4296c576548039.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T12:20:25,809 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing fb2f6af6a1e050373b4296c576548039, disabling compactions & flushes 2024-11-07T12:20:25,809 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1730982024990.fb2f6af6a1e050373b4296c576548039. 2024-11-07T12:20:25,809 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1730982024990.fb2f6af6a1e050373b4296c576548039. 2024-11-07T12:20:25,809 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1730982024990.fb2f6af6a1e050373b4296c576548039. after waiting 0 ms 2024-11-07T12:20:25,809 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1730982024990.fb2f6af6a1e050373b4296c576548039. 2024-11-07T12:20:25,810 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1730982024990.fb2f6af6a1e050373b4296c576548039. 2024-11-07T12:20:25,810 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for fb2f6af6a1e050373b4296c576548039: Waiting for close lock at 1730982025809Disabling compacts and flushes for region at 1730982025809Disabling writes for close at 1730982025809Writing region close event to WAL at 1730982025809Closed at 1730982025809 2024-11-07T12:20:25,811 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-07T12:20:25,811 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1730982024990.fb2f6af6a1e050373b4296c576548039.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1730982025811"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1730982025811"}]},"ts":"1730982025811"} 2024-11-07T12:20:25,813 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-07T12:20:25,814 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-07T12:20:25,814 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1730982025814"}]},"ts":"1730982025814"} 2024-11-07T12:20:25,815 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-07T12:20:25,816 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=fb2f6af6a1e050373b4296c576548039, ASSIGN}] 2024-11-07T12:20:25,817 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=fb2f6af6a1e050373b4296c576548039, ASSIGN 2024-11-07T12:20:25,817 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=fb2f6af6a1e050373b4296c576548039, ASSIGN; state=OFFLINE, location=87fb68174c52,35069,1730982012498; forceNewPlan=false, retain=false 2024-11-07T12:20:25,968 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=fb2f6af6a1e050373b4296c576548039, regionState=OPENING, regionLocation=87fb68174c52,35069,1730982012498 2024-11-07T12:20:25,970 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=fb2f6af6a1e050373b4296c576548039, ASSIGN because future has completed 2024-11-07T12:20:25,971 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure fb2f6af6a1e050373b4296c576548039, server=87fb68174c52,35069,1730982012498}] 2024-11-07T12:20:26,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39199 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-07T12:20:26,125 INFO [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1730982024990.fb2f6af6a1e050373b4296c576548039. 2024-11-07T12:20:26,126 INFO [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T12:20:26,126 INFO [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-07T12:20:26,127 INFO [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=87fb68174c52%2C35069%2C1730982012498.rep, suffix=, logDir=hdfs://localhost:37131/user/jenkins/test-data/9d6182fe-15c4-0556-17f8-435f975fc265/WALs/87fb68174c52,35069,1730982012498, archiveDir=hdfs://localhost:37131/user/jenkins/test-data/9d6182fe-15c4-0556-17f8-435f975fc265/oldWALs, maxLogs=10 2024-11-07T12:20:26,141 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/9d6182fe-15c4-0556-17f8-435f975fc265/WALs/87fb68174c52,35069,1730982012498/87fb68174c52%2C35069%2C1730982012498.rep.1730982026127, exclude list is [], retry=0 2024-11-07T12:20:26,143 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37243,DS-946542f9-abfb-4bcc-9e54-2c6fc7a58e99,DISK] 2024-11-07T12:20:26,144 INFO [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9d6182fe-15c4-0556-17f8-435f975fc265/WALs/87fb68174c52,35069,1730982012498/87fb68174c52%2C35069%2C1730982012498.rep.1730982026127 2024-11-07T12:20:26,144 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37627:37627)] 2024-11-07T12:20:26,144 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => fb2f6af6a1e050373b4296c576548039, NAME => 'hbase:replication,,1730982024990.fb2f6af6a1e050373b4296c576548039.', STARTKEY => '', ENDKEY => ''} 2024-11-07T12:20:26,145 INFO [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-07T12:20:26,145 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-07T12:20:26,145 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1730982024990.fb2f6af6a1e050373b4296c576548039. service=MultiRowMutationService 2024-11-07T12:20:26,145 INFO [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-07T12:20:26,145 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication fb2f6af6a1e050373b4296c576548039 2024-11-07T12:20:26,145 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1730982024990.fb2f6af6a1e050373b4296c576548039.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T12:20:26,145 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for fb2f6af6a1e050373b4296c576548039 2024-11-07T12:20:26,145 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for fb2f6af6a1e050373b4296c576548039 2024-11-07T12:20:26,146 INFO [StoreOpener-fb2f6af6a1e050373b4296c576548039-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region fb2f6af6a1e050373b4296c576548039 2024-11-07T12:20:26,147 INFO [StoreOpener-fb2f6af6a1e050373b4296c576548039-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fb2f6af6a1e050373b4296c576548039 columnFamilyName hfileref 2024-11-07T12:20:26,147 DEBUG [StoreOpener-fb2f6af6a1e050373b4296c576548039-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:26,148 INFO [StoreOpener-fb2f6af6a1e050373b4296c576548039-1 {}] regionserver.HStore(327): Store=fb2f6af6a1e050373b4296c576548039/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T12:20:26,148 INFO [StoreOpener-fb2f6af6a1e050373b4296c576548039-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region fb2f6af6a1e050373b4296c576548039 2024-11-07T12:20:26,149 INFO [StoreOpener-fb2f6af6a1e050373b4296c576548039-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fb2f6af6a1e050373b4296c576548039 columnFamilyName queue 2024-11-07T12:20:26,149 DEBUG [StoreOpener-fb2f6af6a1e050373b4296c576548039-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:26,149 INFO [StoreOpener-fb2f6af6a1e050373b4296c576548039-1 {}] regionserver.HStore(327): Store=fb2f6af6a1e050373b4296c576548039/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T12:20:26,149 INFO [StoreOpener-fb2f6af6a1e050373b4296c576548039-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region fb2f6af6a1e050373b4296c576548039 2024-11-07T12:20:26,150 INFO [StoreOpener-fb2f6af6a1e050373b4296c576548039-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fb2f6af6a1e050373b4296c576548039 columnFamilyName sid 2024-11-07T12:20:26,150 DEBUG [StoreOpener-fb2f6af6a1e050373b4296c576548039-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:26,150 INFO [StoreOpener-fb2f6af6a1e050373b4296c576548039-1 {}] regionserver.HStore(327): Store=fb2f6af6a1e050373b4296c576548039/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T12:20:26,150 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for fb2f6af6a1e050373b4296c576548039 2024-11-07T12:20:26,151 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37131/user/jenkins/test-data/9d6182fe-15c4-0556-17f8-435f975fc265/data/hbase/replication/fb2f6af6a1e050373b4296c576548039 2024-11-07T12:20:26,151 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37131/user/jenkins/test-data/9d6182fe-15c4-0556-17f8-435f975fc265/data/hbase/replication/fb2f6af6a1e050373b4296c576548039 2024-11-07T12:20:26,151 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for fb2f6af6a1e050373b4296c576548039 2024-11-07T12:20:26,151 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for fb2f6af6a1e050373b4296c576548039 2024-11-07T12:20:26,152 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-07T12:20:26,153 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for fb2f6af6a1e050373b4296c576548039 2024-11-07T12:20:26,154 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37131/user/jenkins/test-data/9d6182fe-15c4-0556-17f8-435f975fc265/data/hbase/replication/fb2f6af6a1e050373b4296c576548039/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T12:20:26,154 INFO [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened fb2f6af6a1e050373b4296c576548039; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68491033, jitterRate=0.02059592306613922}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-07T12:20:26,154 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for fb2f6af6a1e050373b4296c576548039 2024-11-07T12:20:26,154 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for fb2f6af6a1e050373b4296c576548039: Running coprocessor pre-open hook at 1730982026145Writing region info on filesystem at 1730982026145Initializing all the Stores at 1730982026146 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730982026146Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730982026146Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730982026146Cleaning up temporary data from old regions at 1730982026151 (+5 ms)Running coprocessor post-open hooks at 1730982026154 (+3 ms)Region opened successfully at 1730982026154 2024-11-07T12:20:26,155 INFO [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1730982024990.fb2f6af6a1e050373b4296c576548039., pid=10, masterSystemTime=1730982026122 2024-11-07T12:20:26,157 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1730982024990.fb2f6af6a1e050373b4296c576548039. 2024-11-07T12:20:26,157 INFO [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1730982024990.fb2f6af6a1e050373b4296c576548039. 2024-11-07T12:20:26,158 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=fb2f6af6a1e050373b4296c576548039, regionState=OPEN, openSeqNum=2, regionLocation=87fb68174c52,35069,1730982012498 2024-11-07T12:20:26,160 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure fb2f6af6a1e050373b4296c576548039, server=87fb68174c52,35069,1730982012498 because future has completed 2024-11-07T12:20:26,163 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-07T12:20:26,163 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure fb2f6af6a1e050373b4296c576548039, server=87fb68174c52,35069,1730982012498 in 190 msec 2024-11-07T12:20:26,164 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-07T12:20:26,165 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=fb2f6af6a1e050373b4296c576548039, ASSIGN in 348 msec 2024-11-07T12:20:26,165 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-07T12:20:26,165 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1730982026165"}]},"ts":"1730982026165"} 2024-11-07T12:20:26,167 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-07T12:20:26,168 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-07T12:20:26,169 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1780 sec 2024-11-07T12:20:26,203 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1730982024990.fb2f6af6a1e050373b4296c576548039., hostname=87fb68174c52,35069,1730982012498, seqNum=2] 2024-11-07T12:20:26,210 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35069-0x1001a2f5d900004, quorum=127.0.0.1:62659, baseZNode=/1-715544652 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-715544652 2024-11-07T12:20:26,210 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39199-0x1001a2f5d900003, quorum=127.0.0.1:62659, baseZNode=/1-715544652 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-715544652 2024-11-07T12:20:26,213 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-07T12:20:26,280 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,43649,1730982008743.replicationSource.wal-reader.87fb68174c52%2C43649%2C1730982008743,1-87fb68174c52,43649,1730982008743 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36461/user/jenkins/test-data/619a85b0-97a7-d727-9446-8d0b9a96a636/WALs/87fb68174c52,43649,1730982008743/87fb68174c52%2C43649%2C1730982008743.1730982010437 to pos 379, reset compression=false 2024-11-07T12:20:26,365 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35069 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-07T12:20:26,365 INFO [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-07T12:20:26,393 INFO [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-87fb68174c52,35069,1730982012498, ReplicationSource: 1, currentBandwidth=0 2024-11-07T12:20:26,394 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T12:20:26,394 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=87fb68174c52,35069,1730982012498, seqNum=-1] 2024-11-07T12:20:26,394 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T12:20:26,395 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54121, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService 2024-11-07T12:20:26,397 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-87fb68174c52,35069,1730982012498', locateType=CURRENT is [region=hbase:replication,,1730982024990.fb2f6af6a1e050373b4296c576548039., hostname=87fb68174c52,35069,1730982012498, seqNum=2] 2024-11-07T12:20:26,398 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-07T12:20:26,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39199 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-07T12:20:26,401 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 87fb68174c52,35069,1730982012498 suceeded 2024-11-07T12:20:26,402 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-07T12:20:26,402 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 188 msec 2024-11-07T12:20:26,402 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://87fb68174c52:45277,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-07T12:20:26,403 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4210 sec 2024-11-07T12:20:26,412 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,35069,1730982012498 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='87fb68174c52:45277' 2024-11-07T12:20:26,413 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,35069,1730982012498 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@32c76c50, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:20:26,413 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,35069,1730982012498 {}] client.ClusterIdFetcher(90): Going to request 87fb68174c52,45277,-1 for getting cluster id 2024-11-07T12:20:26,414 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,35069,1730982012498 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T12:20:26,414 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5d3944d6-36dc-41da-93c2-c329d74b790f' 2024-11-07T12:20:26,414 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T12:20:26,415 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5d3944d6-36dc-41da-93c2-c329d74b790f" 2024-11-07T12:20:26,415 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@504ac7ac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:20:26,415 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [87fb68174c52,45277,-1] 2024-11-07T12:20:26,415 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T12:20:26,415 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:20:26,416 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53876, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService 2024-11-07T12:20:26,416 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,35069,1730982012498 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@b662690, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:20:26,416 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,35069,1730982012498 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T12:20:26,417 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 87fb68174c52,45277,1730982015689 2024-11-07T12:20:26,417 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@386ecd14 2024-11-07T12:20:26,417 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T12:20:26,418 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53886, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=MasterService 2024-11-07T12:20:26,419 INFO [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,35069,1730982012498 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-87fb68174c52,35069,1730982012498 (queues=1) is replicating from cluster=ee45c365-ea7c-42aa-8125-b3709f20f723 to cluster=5d3944d6-36dc-41da-93c2-c329d74b790f 2024-11-07T12:20:26,419 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,35069,1730982012498 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=87fb68174c52%2C35069%2C1730982012498 2024-11-07T12:20:26,419 INFO [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,35069,1730982012498 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-87fb68174c52,35069,1730982012498, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-07T12:20:26,420 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,35069,1730982012498.replicationSource.wal-reader.87fb68174c52%2C35069%2C1730982012498,1-87fb68174c52,35069,1730982012498 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:37131/user/jenkins/test-data/9d6182fe-15c4-0556-17f8-435f975fc265/WALs/87fb68174c52,35069,1730982012498/87fb68174c52%2C35069%2C1730982012498.1730982014095, startPosition=0, beingWritten=true 2024-11-07T12:20:26,420 INFO [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,35069,1730982012498.replicationSource.shipper87fb68174c52%2C35069%2C1730982012498,1-87fb68174c52,35069,1730982012498 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 87fb68174c52%2C35069%2C1730982012498 2024-11-07T12:20:26,426 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,35069,1730982012498.replicationSource.wal-reader.87fb68174c52%2C35069%2C1730982012498,1-87fb68174c52,35069,1730982012498 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-07T12:20:26,426 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,35069,1730982012498.replicationSource.wal-reader.87fb68174c52%2C35069%2C1730982012498,1-87fb68174c52,35069,1730982012498 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37131/user/jenkins/test-data/9d6182fe-15c4-0556-17f8-435f975fc265/WALs/87fb68174c52,35069,1730982012498/87fb68174c52%2C35069%2C1730982012498.1730982014095 to pos 379, reset compression=false 2024-11-07T12:20:26,426 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,35069,1730982012498.replicationSource.shipper87fb68174c52%2C35069%2C1730982012498,1-87fb68174c52,35069,1730982012498 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-87fb68174c52,35069,1730982012498 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37131/user/jenkins/test-data/9d6182fe-15c4-0556-17f8-435f975fc265/WALs/87fb68174c52,35069,1730982012498/87fb68174c52%2C35069%2C1730982012498.1730982014095, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-07T12:20:26,629 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,35069,1730982012498.replicationSource.wal-reader.87fb68174c52%2C35069%2C1730982012498,1-87fb68174c52,35069,1730982012498 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37131/user/jenkins/test-data/9d6182fe-15c4-0556-17f8-435f975fc265/WALs/87fb68174c52,35069,1730982012498/87fb68174c52%2C35069%2C1730982012498.1730982014095 to pos 379, reset compression=false 2024-11-07T12:20:26,883 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,43649,1730982008743.replicationSource.wal-reader.87fb68174c52%2C43649%2C1730982008743,1-87fb68174c52,43649,1730982008743 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36461/user/jenkins/test-data/619a85b0-97a7-d727-9446-8d0b9a96a636/WALs/87fb68174c52,43649,1730982008743/87fb68174c52%2C43649%2C1730982008743.1730982010437 to pos 379, reset compression=false 2024-11-07T12:20:26,933 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,35069,1730982012498.replicationSource.wal-reader.87fb68174c52%2C35069%2C1730982012498,1-87fb68174c52,35069,1730982012498 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37131/user/jenkins/test-data/9d6182fe-15c4-0556-17f8-435f975fc265/WALs/87fb68174c52,35069,1730982012498/87fb68174c52%2C35069%2C1730982012498.1730982014095 to pos 379, reset compression=false 2024-11-07T12:20:27,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39199 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-07T12:20:27,135 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-07T12:20:27,135 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T12:20:27,135 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:419) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T12:20:27,135 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:20:27,135 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T12:20:27,135 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:20:27,136 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2244f975, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:20:27,136 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 87fb68174c52,45277,-1 for getting cluster id 2024-11-07T12:20:27,136 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T12:20:27,137 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5d3944d6-36dc-41da-93c2-c329d74b790f' 2024-11-07T12:20:27,137 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T12:20:27,137 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5d3944d6-36dc-41da-93c2-c329d74b790f" 2024-11-07T12:20:27,137 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e51971, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:20:27,137 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [87fb68174c52,45277,-1] 2024-11-07T12:20:27,138 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T12:20:27,138 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:20:27,138 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48306, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T12:20:27,139 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e02985f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:20:27,139 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T12:20:27,140 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 87fb68174c52,45277,1730982015689 2024-11-07T12:20:27,140 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@33fe2c22 2024-11-07T12:20:27,140 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T12:20:27,141 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48314, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-07T12:20:27,141 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45277 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://87fb68174c52:39199,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-07T12:20:27,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45277 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-07T12:20:27,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45277 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-07T12:20:27,144 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='87fb68174c52:39199' 2024-11-07T12:20:27,144 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@727a5bcd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:20:27,144 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 87fb68174c52,39199,-1 for getting cluster id 2024-11-07T12:20:27,144 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T12:20:27,145 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ee45c365-ea7c-42aa-8125-b3709f20f723' 2024-11-07T12:20:27,145 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T12:20:27,145 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ee45c365-ea7c-42aa-8125-b3709f20f723" 2024-11-07T12:20:27,145 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@682e6092, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:20:27,145 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [87fb68174c52,39199,-1] 2024-11-07T12:20:27,145 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T12:20:27,145 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:20:27,146 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39602, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T12:20:27,146 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7dd14a79, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:20:27,146 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T12:20:27,147 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 87fb68174c52,39199,1730982012461 2024-11-07T12:20:27,147 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@328cd5ad 2024-11-07T12:20:27,147 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T12:20:27,148 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39618, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-07T12:20:27,148 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-07T12:20:27,148 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-07T12:20:27,148 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:20:27,148 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:20:27,148 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T12:20:27,149 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-07T12:20:27,149 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-07T12:20:27,150 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-07T12:20:27,150 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:27,151 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-07T12:20:27,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35261 is added to blk_1073741837_1013 (size=1138) 2024-11-07T12:20:27,200 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-07T12:20:27,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45277 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-07T12:20:27,336 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,35069,1730982012498.replicationSource.wal-reader.87fb68174c52%2C35069%2C1730982012498,1-87fb68174c52,35069,1730982012498 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37131/user/jenkins/test-data/9d6182fe-15c4-0556-17f8-435f975fc265/WALs/87fb68174c52,35069,1730982012498/87fb68174c52%2C35069%2C1730982012498.1730982014095 to pos 379, reset compression=false 2024-11-07T12:20:27,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45277 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-07T12:20:27,557 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => d6db844fe465d0b315618b6bf8e4aaba, NAME => 'hbase:replication,,1730982027148.d6db844fe465d0b315618b6bf8e4aaba.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37707/user/jenkins/test-data/3c89b1b1-a376-3f08-7bb4-d6f253ada5f1 2024-11-07T12:20:27,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35261 is added to blk_1073741838_1014 (size=44) 2024-11-07T12:20:27,562 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1730982027148.d6db844fe465d0b315618b6bf8e4aaba.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T12:20:27,562 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing d6db844fe465d0b315618b6bf8e4aaba, disabling compactions & flushes 2024-11-07T12:20:27,562 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1730982027148.d6db844fe465d0b315618b6bf8e4aaba. 2024-11-07T12:20:27,562 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1730982027148.d6db844fe465d0b315618b6bf8e4aaba. 2024-11-07T12:20:27,562 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1730982027148.d6db844fe465d0b315618b6bf8e4aaba. after waiting 0 ms 2024-11-07T12:20:27,562 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1730982027148.d6db844fe465d0b315618b6bf8e4aaba. 2024-11-07T12:20:27,562 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1730982027148.d6db844fe465d0b315618b6bf8e4aaba. 2024-11-07T12:20:27,562 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for d6db844fe465d0b315618b6bf8e4aaba: Waiting for close lock at 1730982027562Disabling compacts and flushes for region at 1730982027562Disabling writes for close at 1730982027562Writing region close event to WAL at 1730982027562Closed at 1730982027562 2024-11-07T12:20:27,563 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-07T12:20:27,563 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1730982027148.d6db844fe465d0b315618b6bf8e4aaba.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1730982027563"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1730982027563"}]},"ts":"1730982027563"} 2024-11-07T12:20:27,565 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-07T12:20:27,565 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-07T12:20:27,566 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1730982027566"}]},"ts":"1730982027566"} 2024-11-07T12:20:27,567 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-07T12:20:27,567 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d6db844fe465d0b315618b6bf8e4aaba, ASSIGN}] 2024-11-07T12:20:27,568 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d6db844fe465d0b315618b6bf8e4aaba, ASSIGN 2024-11-07T12:20:27,569 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=d6db844fe465d0b315618b6bf8e4aaba, ASSIGN; state=OFFLINE, location=87fb68174c52,43387,1730982015731; forceNewPlan=false, retain=false 2024-11-07T12:20:27,586 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,43649,1730982008743.replicationSource.wal-reader.87fb68174c52%2C43649%2C1730982008743,1-87fb68174c52,43649,1730982008743 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36461/user/jenkins/test-data/619a85b0-97a7-d727-9446-8d0b9a96a636/WALs/87fb68174c52,43649,1730982008743/87fb68174c52%2C43649%2C1730982008743.1730982010437 to pos 379, reset compression=false 2024-11-07T12:20:27,719 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=d6db844fe465d0b315618b6bf8e4aaba, regionState=OPENING, regionLocation=87fb68174c52,43387,1730982015731 2024-11-07T12:20:27,722 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=d6db844fe465d0b315618b6bf8e4aaba, ASSIGN because future has completed 2024-11-07T12:20:27,722 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure d6db844fe465d0b315618b6bf8e4aaba, server=87fb68174c52,43387,1730982015731}] 2024-11-07T12:20:27,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45277 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-07T12:20:27,839 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,35069,1730982012498.replicationSource.wal-reader.87fb68174c52%2C35069%2C1730982012498,1-87fb68174c52,35069,1730982012498 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37131/user/jenkins/test-data/9d6182fe-15c4-0556-17f8-435f975fc265/WALs/87fb68174c52,35069,1730982012498/87fb68174c52%2C35069%2C1730982012498.1730982014095 to pos 379, reset compression=false 2024-11-07T12:20:27,878 INFO [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1730982027148.d6db844fe465d0b315618b6bf8e4aaba. 2024-11-07T12:20:27,878 INFO [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T12:20:27,878 INFO [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-07T12:20:27,879 INFO [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=87fb68174c52%2C43387%2C1730982015731.rep, suffix=, logDir=hdfs://localhost:37707/user/jenkins/test-data/3c89b1b1-a376-3f08-7bb4-d6f253ada5f1/WALs/87fb68174c52,43387,1730982015731, archiveDir=hdfs://localhost:37707/user/jenkins/test-data/3c89b1b1-a376-3f08-7bb4-d6f253ada5f1/oldWALs, maxLogs=10 2024-11-07T12:20:27,893 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/3c89b1b1-a376-3f08-7bb4-d6f253ada5f1/WALs/87fb68174c52,43387,1730982015731/87fb68174c52%2C43387%2C1730982015731.rep.1730982027880, exclude list is [], retry=0 2024-11-07T12:20:27,895 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35261,DS-07aac409-b3ec-4185-8399-8f6d62deaa1b,DISK] 2024-11-07T12:20:27,896 INFO [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3c89b1b1-a376-3f08-7bb4-d6f253ada5f1/WALs/87fb68174c52,43387,1730982015731/87fb68174c52%2C43387%2C1730982015731.rep.1730982027880 2024-11-07T12:20:27,896 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43347:43347)] 2024-11-07T12:20:27,896 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => d6db844fe465d0b315618b6bf8e4aaba, NAME => 'hbase:replication,,1730982027148.d6db844fe465d0b315618b6bf8e4aaba.', STARTKEY => '', ENDKEY => ''} 2024-11-07T12:20:27,897 INFO [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-07T12:20:27,897 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-07T12:20:27,897 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1730982027148.d6db844fe465d0b315618b6bf8e4aaba. service=MultiRowMutationService 2024-11-07T12:20:27,897 INFO [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-07T12:20:27,897 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication d6db844fe465d0b315618b6bf8e4aaba 2024-11-07T12:20:27,897 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1730982027148.d6db844fe465d0b315618b6bf8e4aaba.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T12:20:27,897 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for d6db844fe465d0b315618b6bf8e4aaba 2024-11-07T12:20:27,897 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for d6db844fe465d0b315618b6bf8e4aaba 2024-11-07T12:20:27,898 INFO [StoreOpener-d6db844fe465d0b315618b6bf8e4aaba-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region d6db844fe465d0b315618b6bf8e4aaba 2024-11-07T12:20:27,899 INFO [StoreOpener-d6db844fe465d0b315618b6bf8e4aaba-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d6db844fe465d0b315618b6bf8e4aaba columnFamilyName hfileref 2024-11-07T12:20:27,899 DEBUG [StoreOpener-d6db844fe465d0b315618b6bf8e4aaba-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:27,899 INFO [StoreOpener-d6db844fe465d0b315618b6bf8e4aaba-1 {}] regionserver.HStore(327): Store=d6db844fe465d0b315618b6bf8e4aaba/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T12:20:27,900 INFO [StoreOpener-d6db844fe465d0b315618b6bf8e4aaba-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region d6db844fe465d0b315618b6bf8e4aaba 2024-11-07T12:20:27,900 INFO [StoreOpener-d6db844fe465d0b315618b6bf8e4aaba-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d6db844fe465d0b315618b6bf8e4aaba columnFamilyName queue 2024-11-07T12:20:27,900 DEBUG [StoreOpener-d6db844fe465d0b315618b6bf8e4aaba-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:27,901 INFO [StoreOpener-d6db844fe465d0b315618b6bf8e4aaba-1 {}] regionserver.HStore(327): Store=d6db844fe465d0b315618b6bf8e4aaba/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T12:20:27,901 INFO [StoreOpener-d6db844fe465d0b315618b6bf8e4aaba-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region d6db844fe465d0b315618b6bf8e4aaba 2024-11-07T12:20:27,902 INFO [StoreOpener-d6db844fe465d0b315618b6bf8e4aaba-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d6db844fe465d0b315618b6bf8e4aaba columnFamilyName sid 2024-11-07T12:20:27,902 DEBUG [StoreOpener-d6db844fe465d0b315618b6bf8e4aaba-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:27,902 INFO [StoreOpener-d6db844fe465d0b315618b6bf8e4aaba-1 {}] regionserver.HStore(327): Store=d6db844fe465d0b315618b6bf8e4aaba/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T12:20:27,902 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for d6db844fe465d0b315618b6bf8e4aaba 2024-11-07T12:20:27,902 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37707/user/jenkins/test-data/3c89b1b1-a376-3f08-7bb4-d6f253ada5f1/data/hbase/replication/d6db844fe465d0b315618b6bf8e4aaba 2024-11-07T12:20:27,903 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37707/user/jenkins/test-data/3c89b1b1-a376-3f08-7bb4-d6f253ada5f1/data/hbase/replication/d6db844fe465d0b315618b6bf8e4aaba 2024-11-07T12:20:27,903 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for d6db844fe465d0b315618b6bf8e4aaba 2024-11-07T12:20:27,903 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for d6db844fe465d0b315618b6bf8e4aaba 2024-11-07T12:20:27,903 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-07T12:20:27,904 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for d6db844fe465d0b315618b6bf8e4aaba 2024-11-07T12:20:27,906 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37707/user/jenkins/test-data/3c89b1b1-a376-3f08-7bb4-d6f253ada5f1/data/hbase/replication/d6db844fe465d0b315618b6bf8e4aaba/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T12:20:27,906 INFO [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened d6db844fe465d0b315618b6bf8e4aaba; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71486724, jitterRate=0.0652351975440979}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-07T12:20:27,906 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d6db844fe465d0b315618b6bf8e4aaba 2024-11-07T12:20:27,906 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for d6db844fe465d0b315618b6bf8e4aaba: Running coprocessor pre-open hook at 1730982027897Writing region info on filesystem at 1730982027897Initializing all the Stores at 1730982027898 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730982027898Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730982027898Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730982027898Cleaning up temporary data from old regions at 1730982027903 (+5 ms)Running coprocessor post-open hooks at 1730982027906 (+3 ms)Region opened successfully at 1730982027906 2024-11-07T12:20:27,907 INFO [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1730982027148.d6db844fe465d0b315618b6bf8e4aaba., pid=10, masterSystemTime=1730982027874 2024-11-07T12:20:27,908 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1730982027148.d6db844fe465d0b315618b6bf8e4aaba. 2024-11-07T12:20:27,908 INFO [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1730982027148.d6db844fe465d0b315618b6bf8e4aaba. 2024-11-07T12:20:27,909 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=d6db844fe465d0b315618b6bf8e4aaba, regionState=OPEN, openSeqNum=2, regionLocation=87fb68174c52,43387,1730982015731 2024-11-07T12:20:27,910 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure d6db844fe465d0b315618b6bf8e4aaba, server=87fb68174c52,43387,1730982015731 because future has completed 2024-11-07T12:20:27,913 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-07T12:20:27,913 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure d6db844fe465d0b315618b6bf8e4aaba, server=87fb68174c52,43387,1730982015731 in 189 msec 2024-11-07T12:20:27,915 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-07T12:20:27,915 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d6db844fe465d0b315618b6bf8e4aaba, ASSIGN in 346 msec 2024-11-07T12:20:27,915 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-07T12:20:27,915 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1730982027915"}]},"ts":"1730982027915"} 2024-11-07T12:20:27,917 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-07T12:20:27,917 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-07T12:20:27,918 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 768 msec 2024-11-07T12:20:27,954 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1730982027148.d6db844fe465d0b315618b6bf8e4aaba., hostname=87fb68174c52,43387,1730982015731, seqNum=2] 2024-11-07T12:20:27,960 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45277-0x1001a2f5d900006, quorum=127.0.0.1:62659, baseZNode=/2883894931 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2883894931 2024-11-07T12:20:27,960 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43387-0x1001a2f5d900007, quorum=127.0.0.1:62659, baseZNode=/2883894931 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2883894931 2024-11-07T12:20:27,964 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-07T12:20:28,116 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43387 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-07T12:20:28,116 INFO [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-07T12:20:28,144 INFO [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-87fb68174c52,43387,1730982015731, ReplicationSource: 1, currentBandwidth=0 2024-11-07T12:20:28,144 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T12:20:28,144 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=87fb68174c52,43387,1730982015731, seqNum=-1] 2024-11-07T12:20:28,145 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T12:20:28,145 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54821, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService 2024-11-07T12:20:28,147 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-87fb68174c52,43387,1730982015731', locateType=CURRENT is [region=hbase:replication,,1730982027148.d6db844fe465d0b315618b6bf8e4aaba., hostname=87fb68174c52,43387,1730982015731, seqNum=2] 2024-11-07T12:20:28,149 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-07T12:20:28,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45277 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-07T12:20:28,151 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 87fb68174c52,43387,1730982015731 suceeded 2024-11-07T12:20:28,153 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-07T12:20:28,153 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 187 msec 2024-11-07T12:20:28,153 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://87fb68174c52:39199,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-07T12:20:28,154 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.0120 sec 2024-11-07T12:20:28,163 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,43387,1730982015731 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='87fb68174c52:39199' 2024-11-07T12:20:28,163 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,43387,1730982015731 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@78194730, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:20:28,164 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,43387,1730982015731 {}] client.ClusterIdFetcher(90): Going to request 87fb68174c52,39199,-1 for getting cluster id 2024-11-07T12:20:28,164 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,43387,1730982015731 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T12:20:28,164 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ee45c365-ea7c-42aa-8125-b3709f20f723' 2024-11-07T12:20:28,165 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T12:20:28,165 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ee45c365-ea7c-42aa-8125-b3709f20f723" 2024-11-07T12:20:28,165 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@40eae200, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:20:28,165 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [87fb68174c52,39199,-1] 2024-11-07T12:20:28,165 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T12:20:28,165 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:20:28,166 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39628, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService 2024-11-07T12:20:28,166 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,43387,1730982015731 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@44198282, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:20:28,166 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,43387,1730982015731 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T12:20:28,167 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 87fb68174c52,39199,1730982012461 2024-11-07T12:20:28,167 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@d0f8bda 2024-11-07T12:20:28,167 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T12:20:28,168 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39642, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=MasterService 2024-11-07T12:20:28,169 INFO [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,43387,1730982015731 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-87fb68174c52,43387,1730982015731 (queues=1) is replicating from cluster=5d3944d6-36dc-41da-93c2-c329d74b790f to cluster=ee45c365-ea7c-42aa-8125-b3709f20f723 2024-11-07T12:20:28,169 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,43387,1730982015731 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=87fb68174c52%2C43387%2C1730982015731 2024-11-07T12:20:28,169 INFO [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,43387,1730982015731 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-87fb68174c52,43387,1730982015731, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-07T12:20:28,170 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,43387,1730982015731.replicationSource.wal-reader.87fb68174c52%2C43387%2C1730982015731,1-87fb68174c52,43387,1730982015731 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:37707/user/jenkins/test-data/3c89b1b1-a376-3f08-7bb4-d6f253ada5f1/WALs/87fb68174c52,43387,1730982015731/87fb68174c52%2C43387%2C1730982015731.1730982017736, startPosition=0, beingWritten=true 2024-11-07T12:20:28,170 INFO [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,43387,1730982015731.replicationSource.shipper87fb68174c52%2C43387%2C1730982015731,1-87fb68174c52,43387,1730982015731 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 87fb68174c52%2C43387%2C1730982015731 2024-11-07T12:20:28,175 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,43387,1730982015731.replicationSource.wal-reader.87fb68174c52%2C43387%2C1730982015731,1-87fb68174c52,43387,1730982015731 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-07T12:20:28,175 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,43387,1730982015731.replicationSource.wal-reader.87fb68174c52%2C43387%2C1730982015731,1-87fb68174c52,43387,1730982015731 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37707/user/jenkins/test-data/3c89b1b1-a376-3f08-7bb4-d6f253ada5f1/WALs/87fb68174c52,43387,1730982015731/87fb68174c52%2C43387%2C1730982015731.1730982017736 to pos 379, reset compression=false 2024-11-07T12:20:28,175 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,43387,1730982015731.replicationSource.shipper87fb68174c52%2C43387%2C1730982015731,1-87fb68174c52,43387,1730982015731 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-87fb68174c52,43387,1730982015731 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37707/user/jenkins/test-data/3c89b1b1-a376-3f08-7bb4-d6f253ada5f1/WALs/87fb68174c52,43387,1730982015731/87fb68174c52%2C43387%2C1730982015731.1730982017736, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-07T12:20:28,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45277 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-07T12:20:28,285 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-07T12:20:28,285 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T12:20:28,285 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:420) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T12:20:28,285 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:20:28,285 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:20:28,285 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T12:20:28,286 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@278000dc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:20:28,286 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 87fb68174c52,43611,-1 for getting cluster id 2024-11-07T12:20:28,286 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T12:20:28,287 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '018768a1-0454-4b9d-80ac-7ef5ed0dddaa' 2024-11-07T12:20:28,287 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T12:20:28,287 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "018768a1-0454-4b9d-80ac-7ef5ed0dddaa" 2024-11-07T12:20:28,287 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3184eb20, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:20:28,287 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [87fb68174c52,43611,-1] 2024-11-07T12:20:28,287 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T12:20:28,287 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:20:28,288 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39560, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T12:20:28,288 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e52389f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:20:28,289 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@548f42d4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:20:28,289 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 87fb68174c52,39199,-1 for getting cluster id 2024-11-07T12:20:28,289 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T12:20:28,289 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ee45c365-ea7c-42aa-8125-b3709f20f723' 2024-11-07T12:20:28,290 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T12:20:28,290 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ee45c365-ea7c-42aa-8125-b3709f20f723" 2024-11-07T12:20:28,290 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1453e54a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:20:28,290 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [87fb68174c52,39199,-1] 2024-11-07T12:20:28,290 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T12:20:28,290 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:20:28,290 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39662, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T12:20:28,291 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63340f21, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:20:28,291 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@432f9dd2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:20:28,292 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 87fb68174c52,45277,-1 for getting cluster id 2024-11-07T12:20:28,292 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T12:20:28,292 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5d3944d6-36dc-41da-93c2-c329d74b790f' 2024-11-07T12:20:28,292 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T12:20:28,292 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5d3944d6-36dc-41da-93c2-c329d74b790f" 2024-11-07T12:20:28,292 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f50e6be, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:20:28,292 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [87fb68174c52,45277,-1] 2024-11-07T12:20:28,293 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T12:20:28,293 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:20:28,293 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48328, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T12:20:28,294 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b99ecb4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:20:28,294 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T12:20:28,295 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=87fb68174c52,43649,1730982008743, seqNum=-1] 2024-11-07T12:20:28,296 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T12:20:28,296 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:32944, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T12:20:28,298 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1730982018378.31e99dd053ba388581334910eaac7426., hostname=87fb68174c52,43649,1730982008743, seqNum=2] 2024-11-07T12:20:28,298 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-07T12:20:28,300 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T12:20:28,301 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=87fb68174c52,43387,1730982015731, seqNum=-1] 2024-11-07T12:20:28,301 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T12:20:28,302 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58030, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T12:20:28,303 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1730982021677.829d407bfd438d0d66183185dbd6236a., hostname=87fb68174c52,43387,1730982015731, seqNum=2] 2024-11-07T12:20:28,305 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-07T12:20:28,381 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,43387,1730982015731.replicationSource.wal-reader.87fb68174c52%2C43387%2C1730982015731,1-87fb68174c52,43387,1730982015731 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37707/user/jenkins/test-data/3c89b1b1-a376-3f08-7bb4-d6f253ada5f1/WALs/87fb68174c52,43387,1730982015731/87fb68174c52%2C43387%2C1730982015731.1730982017736 to pos 379, reset compression=false 2024-11-07T12:20:28,389 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,43649,1730982008743.replicationSource.wal-reader.87fb68174c52%2C43649%2C1730982008743,1-87fb68174c52,43649,1730982008743 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36461/user/jenkins/test-data/619a85b0-97a7-d727-9446-8d0b9a96a636/WALs/87fb68174c52,43649,1730982008743/87fb68174c52%2C43649%2C1730982008743.1730982010437 to pos 379, reset compression=false 2024-11-07T12:20:28,394 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,43649,1730982008743.replicationSource.wal-reader.87fb68174c52%2C43649%2C1730982008743,1-87fb68174c52,43649,1730982008743 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-07T12:20:28,394 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,43649,1730982008743.replicationSource.wal-reader.87fb68174c52%2C43649%2C1730982008743,1-87fb68174c52,43649,1730982008743 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36461/user/jenkins/test-data/619a85b0-97a7-d727-9446-8d0b9a96a636/WALs/87fb68174c52,43649,1730982008743/87fb68174c52%2C43649%2C1730982008743.1730982010437 to pos 480, reset compression=false 2024-11-07T12:20:28,394 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,43649,1730982008743.replicationSource.shipper87fb68174c52%2C43649%2C1730982008743,1-87fb68174c52,43649,1730982008743 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-87fb68174c52,43649,1730982008743 got entry batch from reader: WALEntryBatch [walEntries=[{test/31e99dd053ba388581334910eaac7426/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:36461/user/jenkins/test-data/619a85b0-97a7-d727-9446-8d0b9a96a636/WALs/87fb68174c52,43649,1730982008743/87fb68174c52%2C43649%2C1730982008743.1730982010437, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-07T12:20:28,396 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,43649,1730982008743.replicationSource.shipper87fb68174c52%2C43649%2C1730982008743,1-87fb68174c52,43649,1730982008743 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-07T12:20:28,397 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43514, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=AdminService 2024-11-07T12:20:28,398 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35069 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-07T12:20:28,398 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35069 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@f86cf89, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:20:28,398 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35069 {}] client.ClusterIdFetcher(90): Going to request 87fb68174c52,39199,-1 for getting cluster id 2024-11-07T12:20:28,398 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35069 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T12:20:28,399 DEBUG [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ee45c365-ea7c-42aa-8125-b3709f20f723' 2024-11-07T12:20:28,399 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T12:20:28,399 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ee45c365-ea7c-42aa-8125-b3709f20f723" 2024-11-07T12:20:28,399 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6d10bcc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:20:28,399 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [87fb68174c52,39199,-1] 2024-11-07T12:20:28,399 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T12:20:28,399 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:20:28,400 INFO [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39684, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService 2024-11-07T12:20:28,400 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35069 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@566a5705, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:20:28,401 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35069 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T12:20:28,402 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=87fb68174c52,35069,1730982012498, seqNum=-1] 2024-11-07T12:20:28,402 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T12:20:28,403 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43522, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService 2024-11-07T12:20:28,404 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1730982020526.e84671e3bfbb23cca402fb4a036c2b6f., hostname=87fb68174c52,35069,1730982012498, seqNum=2] 2024-11-07T12:20:28,406 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35069 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-07T12:20:28,445 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,35069,1730982012498.replicationSource.wal-reader.87fb68174c52%2C35069%2C1730982012498,1-87fb68174c52,35069,1730982012498 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37131/user/jenkins/test-data/9d6182fe-15c4-0556-17f8-435f975fc265/WALs/87fb68174c52,35069,1730982012498/87fb68174c52%2C35069%2C1730982012498.1730982014095 to pos 379, reset compression=false 2024-11-07T12:20:28,449 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,35069,1730982012498.replicationSource.wal-reader.87fb68174c52%2C35069%2C1730982012498,1-87fb68174c52,35069,1730982012498 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-07T12:20:28,449 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,35069,1730982012498.replicationSource.wal-reader.87fb68174c52%2C35069%2C1730982012498,1-87fb68174c52,35069,1730982012498 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37131/user/jenkins/test-data/9d6182fe-15c4-0556-17f8-435f975fc265/WALs/87fb68174c52,35069,1730982012498/87fb68174c52%2C35069%2C1730982012498.1730982014095 to pos 503, reset compression=false 2024-11-07T12:20:28,449 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,35069,1730982012498.replicationSource.shipper87fb68174c52%2C35069%2C1730982012498,1-87fb68174c52,35069,1730982012498 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-87fb68174c52,35069,1730982012498 got entry batch from reader: WALEntryBatch [walEntries=[{test/e84671e3bfbb23cca402fb4a036c2b6f/4=[#edits: 1 = ],215}], lastWalPath=hdfs://localhost:37131/user/jenkins/test-data/9d6182fe-15c4-0556-17f8-435f975fc265/WALs/87fb68174c52,35069,1730982012498/87fb68174c52%2C35069%2C1730982012498.1730982014095, lastWalPosition=503, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215] 2024-11-07T12:20:28,451 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,35069,1730982012498.replicationSource.shipper87fb68174c52%2C35069%2C1730982012498,1-87fb68174c52,35069,1730982012498 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-07T12:20:28,452 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58038, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=AdminService 2024-11-07T12:20:28,453 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43387 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-07T12:20:28,453 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43387 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@bc9e683, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:20:28,453 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43387 {}] client.ClusterIdFetcher(90): Going to request 87fb68174c52,45277,-1 for getting cluster id 2024-11-07T12:20:28,453 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43387 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T12:20:28,454 DEBUG [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5d3944d6-36dc-41da-93c2-c329d74b790f' 2024-11-07T12:20:28,454 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T12:20:28,454 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5d3944d6-36dc-41da-93c2-c329d74b790f" 2024-11-07T12:20:28,454 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1ba7a167, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:20:28,454 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [87fb68174c52,45277,-1] 2024-11-07T12:20:28,454 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T12:20:28,454 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:20:28,455 INFO [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48356, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService 2024-11-07T12:20:28,456 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43387 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2fdf0f4a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:20:28,456 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43387 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T12:20:28,457 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=87fb68174c52,43387,1730982015731, seqNum=-1] 2024-11-07T12:20:28,457 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T12:20:28,458 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58040, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService 2024-11-07T12:20:28,459 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1730982021677.829d407bfd438d0d66183185dbd6236a., hostname=87fb68174c52,43387,1730982015731, seqNum=2] 2024-11-07T12:20:28,461 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43387 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-07T12:20:28,597 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,43649,1730982008743.replicationSource.wal-reader.87fb68174c52%2C43649%2C1730982008743,1-87fb68174c52,43649,1730982008743 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36461/user/jenkins/test-data/619a85b0-97a7-d727-9446-8d0b9a96a636/WALs/87fb68174c52,43649,1730982008743/87fb68174c52%2C43649%2C1730982008743.1730982010437 to pos 480, reset compression=false 2024-11-07T12:20:28,653 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,35069,1730982012498.replicationSource.wal-reader.87fb68174c52%2C35069%2C1730982012498,1-87fb68174c52,35069,1730982012498 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37131/user/jenkins/test-data/9d6182fe-15c4-0556-17f8-435f975fc265/WALs/87fb68174c52,35069,1730982012498/87fb68174c52%2C35069%2C1730982012498.1730982014095 to pos 503, reset compression=false 2024-11-07T12:20:28,685 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,43387,1730982015731.replicationSource.wal-reader.87fb68174c52%2C43387%2C1730982015731,1-87fb68174c52,43387,1730982015731 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37707/user/jenkins/test-data/3c89b1b1-a376-3f08-7bb4-d6f253ada5f1/WALs/87fb68174c52,43387,1730982015731/87fb68174c52%2C43387%2C1730982015731.1730982017736 to pos 379, reset compression=false 2024-11-07T12:20:28,689 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,43387,1730982015731.replicationSource.wal-reader.87fb68174c52%2C43387%2C1730982015731,1-87fb68174c52,43387,1730982015731 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-07T12:20:28,689 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,43387,1730982015731.replicationSource.wal-reader.87fb68174c52%2C43387%2C1730982015731,1-87fb68174c52,43387,1730982015731 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37707/user/jenkins/test-data/3c89b1b1-a376-3f08-7bb4-d6f253ada5f1/WALs/87fb68174c52,43387,1730982015731/87fb68174c52%2C43387%2C1730982015731.1730982017736 to pos 527, reset compression=false 2024-11-07T12:20:28,689 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,43387,1730982015731.replicationSource.shipper87fb68174c52%2C43387%2C1730982015731,1-87fb68174c52,43387,1730982015731 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-87fb68174c52,43387,1730982015731 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37707/user/jenkins/test-data/3c89b1b1-a376-3f08-7bb4-d6f253ada5f1/WALs/87fb68174c52,43387,1730982015731/87fb68174c52%2C43387%2C1730982015731.1730982017736, lastWalPosition=527, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-07T12:20:28,893 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,43387,1730982015731.replicationSource.wal-reader.87fb68174c52%2C43387%2C1730982015731,1-87fb68174c52,43387,1730982015731 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37707/user/jenkins/test-data/3c89b1b1-a376-3f08-7bb4-d6f253ada5f1/WALs/87fb68174c52,43387,1730982015731/87fb68174c52%2C43387%2C1730982015731.1730982017736 to pos 527, reset compression=false 2024-11-07T12:20:28,901 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,43649,1730982008743.replicationSource.wal-reader.87fb68174c52%2C43649%2C1730982008743,1-87fb68174c52,43649,1730982008743 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36461/user/jenkins/test-data/619a85b0-97a7-d727-9446-8d0b9a96a636/WALs/87fb68174c52,43649,1730982008743/87fb68174c52%2C43649%2C1730982008743.1730982010437 to pos 480, reset compression=false 2024-11-07T12:20:28,959 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,35069,1730982012498.replicationSource.wal-reader.87fb68174c52%2C35069%2C1730982012498,1-87fb68174c52,35069,1730982012498 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37131/user/jenkins/test-data/9d6182fe-15c4-0556-17f8-435f975fc265/WALs/87fb68174c52,35069,1730982012498/87fb68174c52%2C35069%2C1730982012498.1730982014095 to pos 503, reset compression=false 2024-11-07T12:20:29,196 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,43387,1730982015731.replicationSource.wal-reader.87fb68174c52%2C43387%2C1730982015731,1-87fb68174c52,43387,1730982015731 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37707/user/jenkins/test-data/3c89b1b1-a376-3f08-7bb4-d6f253ada5f1/WALs/87fb68174c52,43387,1730982015731/87fb68174c52%2C43387%2C1730982015731.1730982017736 to pos 527, reset compression=false 2024-11-07T12:20:29,304 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,43649,1730982008743.replicationSource.wal-reader.87fb68174c52%2C43649%2C1730982008743,1-87fb68174c52,43649,1730982008743 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36461/user/jenkins/test-data/619a85b0-97a7-d727-9446-8d0b9a96a636/WALs/87fb68174c52,43649,1730982008743/87fb68174c52%2C43649%2C1730982008743.1730982010437 to pos 480, reset compression=false 2024-11-07T12:20:29,306 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-07T12:20:29,317 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T12:20:29,325 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=87fb68174c52,35069,1730982012498, seqNum=-1] 2024-11-07T12:20:29,326 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T12:20:29,327 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43534, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T12:20:29,329 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1730982020526.e84671e3bfbb23cca402fb4a036c2b6f., hostname=87fb68174c52,35069,1730982012498, seqNum=2] 2024-11-07T12:20:29,333 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-07T12:20:29,362 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,35069,1730982012498.replicationSource.wal-reader.87fb68174c52%2C35069%2C1730982012498,1-87fb68174c52,35069,1730982012498 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37131/user/jenkins/test-data/9d6182fe-15c4-0556-17f8-435f975fc265/WALs/87fb68174c52,35069,1730982012498/87fb68174c52%2C35069%2C1730982012498.1730982014095 to pos 503, reset compression=false 2024-11-07T12:20:29,368 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,35069,1730982012498.replicationSource.wal-reader.87fb68174c52%2C35069%2C1730982012498,1-87fb68174c52,35069,1730982012498 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-07T12:20:29,368 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,35069,1730982012498.replicationSource.wal-reader.87fb68174c52%2C35069%2C1730982012498,1-87fb68174c52,35069,1730982012498 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37131/user/jenkins/test-data/9d6182fe-15c4-0556-17f8-435f975fc265/WALs/87fb68174c52,35069,1730982012498/87fb68174c52%2C35069%2C1730982012498.1730982014095 to pos 607, reset compression=false 2024-11-07T12:20:29,368 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,35069,1730982012498.replicationSource.shipper87fb68174c52%2C35069%2C1730982012498,1-87fb68174c52,35069,1730982012498 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-87fb68174c52,35069,1730982012498 got entry batch from reader: WALEntryBatch [walEntries=[{test/e84671e3bfbb23cca402fb4a036c2b6f/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:37131/user/jenkins/test-data/9d6182fe-15c4-0556-17f8-435f975fc265/WALs/87fb68174c52,35069,1730982012498/87fb68174c52%2C35069%2C1730982012498.1730982014095, lastWalPosition=607, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-07T12:20:29,369 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43387 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-07T12:20:29,374 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43387 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-07T12:20:29,586 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,35069,1730982012498.replicationSource.wal-reader.87fb68174c52%2C35069%2C1730982012498,1-87fb68174c52,35069,1730982012498 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37131/user/jenkins/test-data/9d6182fe-15c4-0556-17f8-435f975fc265/WALs/87fb68174c52,35069,1730982012498/87fb68174c52%2C35069%2C1730982012498.1730982014095 to pos 607, reset compression=false 2024-11-07T12:20:29,601 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,43387,1730982015731.replicationSource.wal-reader.87fb68174c52%2C43387%2C1730982015731,1-87fb68174c52,43387,1730982015731 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37707/user/jenkins/test-data/3c89b1b1-a376-3f08-7bb4-d6f253ada5f1/WALs/87fb68174c52,43387,1730982015731/87fb68174c52%2C43387%2C1730982015731.1730982017736 to pos 527, reset compression=false 2024-11-07T12:20:29,607 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,43387,1730982015731.replicationSource.wal-reader.87fb68174c52%2C43387%2C1730982015731,1-87fb68174c52,43387,1730982015731 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-07T12:20:29,607 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,43387,1730982015731.replicationSource.wal-reader.87fb68174c52%2C43387%2C1730982015731,1-87fb68174c52,43387,1730982015731 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37707/user/jenkins/test-data/3c89b1b1-a376-3f08-7bb4-d6f253ada5f1/WALs/87fb68174c52,43387,1730982015731/87fb68174c52%2C43387%2C1730982015731.1730982017736 to pos 655, reset compression=false 2024-11-07T12:20:29,607 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,43387,1730982015731.replicationSource.shipper87fb68174c52%2C43387%2C1730982015731,1-87fb68174c52,43387,1730982015731 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-87fb68174c52,43387,1730982015731 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37707/user/jenkins/test-data/3c89b1b1-a376-3f08-7bb4-d6f253ada5f1/WALs/87fb68174c52,43387,1730982015731/87fb68174c52%2C43387%2C1730982015731.1730982017736, lastWalPosition=655, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-07T12:20:29,813 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,43387,1730982015731.replicationSource.wal-reader.87fb68174c52%2C43387%2C1730982015731,1-87fb68174c52,43387,1730982015731 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37707/user/jenkins/test-data/3c89b1b1-a376-3f08-7bb4-d6f253ada5f1/WALs/87fb68174c52,43387,1730982015731/87fb68174c52%2C43387%2C1730982015731.1730982017736 to pos 655, reset compression=false 2024-11-07T12:20:29,825 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,43649,1730982008743.replicationSource.wal-reader.87fb68174c52%2C43649%2C1730982008743,1-87fb68174c52,43649,1730982008743 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36461/user/jenkins/test-data/619a85b0-97a7-d727-9446-8d0b9a96a636/WALs/87fb68174c52,43649,1730982008743/87fb68174c52%2C43649%2C1730982008743.1730982010437 to pos 480, reset compression=false 2024-11-07T12:20:29,891 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,35069,1730982012498.replicationSource.wal-reader.87fb68174c52%2C35069%2C1730982012498,1-87fb68174c52,35069,1730982012498 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37131/user/jenkins/test-data/9d6182fe-15c4-0556-17f8-435f975fc265/WALs/87fb68174c52,35069,1730982012498/87fb68174c52%2C35069%2C1730982012498.1730982014095 to pos 607, reset compression=false 2024-11-07T12:20:30,095 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-07T12:20:30,097 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T12:20:30,097 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T12:20:30,097 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T12:20:30,098 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T12:20:30,098 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T12:20:30,117 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,43387,1730982015731.replicationSource.wal-reader.87fb68174c52%2C43387%2C1730982015731,1-87fb68174c52,43387,1730982015731 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37707/user/jenkins/test-data/3c89b1b1-a376-3f08-7bb4-d6f253ada5f1/WALs/87fb68174c52,43387,1730982015731/87fb68174c52%2C43387%2C1730982015731.1730982017736 to pos 655, reset compression=false 2024-11-07T12:20:30,141 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T12:20:30,141 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T12:20:30,142 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T12:20:30,142 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T12:20:30,142 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T12:20:30,142 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T12:20:30,148 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T12:20:30,151 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T12:20:30,151 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T12:20:30,153 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T12:20:30,295 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,35069,1730982012498.replicationSource.wal-reader.87fb68174c52%2C35069%2C1730982012498,1-87fb68174c52,35069,1730982012498 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37131/user/jenkins/test-data/9d6182fe-15c4-0556-17f8-435f975fc265/WALs/87fb68174c52,35069,1730982012498/87fb68174c52%2C35069%2C1730982012498.1730982014095 to pos 607, reset compression=false 2024-11-07T12:20:30,335 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-07T12:20:30,338 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false 2024-11-07T12:20:30,428 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,43649,1730982008743.replicationSource.wal-reader.87fb68174c52%2C43649%2C1730982008743,1-87fb68174c52,43649,1730982008743 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36461/user/jenkins/test-data/619a85b0-97a7-d727-9446-8d0b9a96a636/WALs/87fb68174c52,43649,1730982008743/87fb68174c52%2C43649%2C1730982008743.1730982010437 to pos 480, reset compression=false 2024-11-07T12:20:30,525 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,43387,1730982015731.replicationSource.wal-reader.87fb68174c52%2C43387%2C1730982015731,1-87fb68174c52,43387,1730982015731 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37707/user/jenkins/test-data/3c89b1b1-a376-3f08-7bb4-d6f253ada5f1/WALs/87fb68174c52,43387,1730982015731/87fb68174c52%2C43387%2C1730982015731.1730982017736 to pos 655, reset compression=false 2024-11-07T12:20:30,530 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,43387,1730982015731.replicationSource.wal-reader.87fb68174c52%2C43387%2C1730982015731,1-87fb68174c52,43387,1730982015731 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-07T12:20:30,530 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,43387,1730982015731.replicationSource.wal-reader.87fb68174c52%2C43387%2C1730982015731,1-87fb68174c52,43387,1730982015731 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37707/user/jenkins/test-data/3c89b1b1-a376-3f08-7bb4-d6f253ada5f1/WALs/87fb68174c52,43387,1730982015731/87fb68174c52%2C43387%2C1730982015731.1730982017736 to pos 759, reset compression=false 2024-11-07T12:20:30,530 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,43387,1730982015731.replicationSource.shipper87fb68174c52%2C43387%2C1730982015731,1-87fb68174c52,43387,1730982015731 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-87fb68174c52,43387,1730982015731 got entry batch from reader: WALEntryBatch [walEntries=[{test/829d407bfd438d0d66183185dbd6236a/6=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:37707/user/jenkins/test-data/3c89b1b1-a376-3f08-7bb4-d6f253ada5f1/WALs/87fb68174c52,43387,1730982015731/87fb68174c52%2C43387%2C1730982015731.1730982017736, lastWalPosition=759, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-07T12:20:30,533 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,43387,1730982015731.replicationSource.shipper87fb68174c52%2C43387%2C1730982015731,1-87fb68174c52,43387,1730982015731 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-07T12:20:30,534 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43546, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=AdminService 2024-11-07T12:20:30,534 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35069 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-07T12:20:30,537 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35069 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-07T12:20:30,733 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,43387,1730982015731.replicationSource.wal-reader.87fb68174c52%2C43387%2C1730982015731,1-87fb68174c52,43387,1730982015731 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37707/user/jenkins/test-data/3c89b1b1-a376-3f08-7bb4-d6f253ada5f1/WALs/87fb68174c52,43387,1730982015731/87fb68174c52%2C43387%2C1730982015731.1730982017736 to pos 759, reset compression=false 2024-11-07T12:20:30,800 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,35069,1730982012498.replicationSource.wal-reader.87fb68174c52%2C35069%2C1730982012498,1-87fb68174c52,35069,1730982012498 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37131/user/jenkins/test-data/9d6182fe-15c4-0556-17f8-435f975fc265/WALs/87fb68174c52,35069,1730982012498/87fb68174c52%2C35069%2C1730982012498.1730982014095 to pos 607, reset compression=false 2024-11-07T12:20:30,805 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,35069,1730982012498.replicationSource.wal-reader.87fb68174c52%2C35069%2C1730982012498,1-87fb68174c52,35069,1730982012498 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-07T12:20:30,805 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,35069,1730982012498.replicationSource.wal-reader.87fb68174c52%2C35069%2C1730982012498,1-87fb68174c52,35069,1730982012498 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37131/user/jenkins/test-data/9d6182fe-15c4-0556-17f8-435f975fc265/WALs/87fb68174c52,35069,1730982012498/87fb68174c52%2C35069%2C1730982012498.1730982014095 to pos 734, reset compression=false 2024-11-07T12:20:30,805 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,35069,1730982012498.replicationSource.shipper87fb68174c52%2C35069%2C1730982012498,1-87fb68174c52,35069,1730982012498 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-87fb68174c52,35069,1730982012498 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37131/user/jenkins/test-data/9d6182fe-15c4-0556-17f8-435f975fc265/WALs/87fb68174c52,35069,1730982012498/87fb68174c52%2C35069%2C1730982012498.1730982014095, lastWalPosition=734, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-07T12:20:31,009 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,35069,1730982012498.replicationSource.wal-reader.87fb68174c52%2C35069%2C1730982012498,1-87fb68174c52,35069,1730982012498 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37131/user/jenkins/test-data/9d6182fe-15c4-0556-17f8-435f975fc265/WALs/87fb68174c52,35069,1730982012498/87fb68174c52%2C35069%2C1730982012498.1730982014095 to pos 734, reset compression=false 2024-11-07T12:20:31,038 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,43387,1730982015731.replicationSource.wal-reader.87fb68174c52%2C43387%2C1730982015731,1-87fb68174c52,43387,1730982015731 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37707/user/jenkins/test-data/3c89b1b1-a376-3f08-7bb4-d6f253ada5f1/WALs/87fb68174c52,43387,1730982015731/87fb68174c52%2C43387%2C1730982015731.1730982017736 to pos 759, reset compression=false 2024-11-07T12:20:31,132 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,43649,1730982008743.replicationSource.wal-reader.87fb68174c52%2C43649%2C1730982008743,1-87fb68174c52,43649,1730982008743 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36461/user/jenkins/test-data/619a85b0-97a7-d727-9446-8d0b9a96a636/WALs/87fb68174c52,43649,1730982008743/87fb68174c52%2C43649%2C1730982008743.1730982010437 to pos 480, reset compression=false 2024-11-07T12:20:31,313 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,35069,1730982012498.replicationSource.wal-reader.87fb68174c52%2C35069%2C1730982012498,1-87fb68174c52,35069,1730982012498 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37131/user/jenkins/test-data/9d6182fe-15c4-0556-17f8-435f975fc265/WALs/87fb68174c52,35069,1730982012498/87fb68174c52%2C35069%2C1730982012498.1730982014095 to pos 734, reset compression=false 2024-11-07T12:20:31,340 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false 2024-11-07T12:20:31,343 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-07T12:20:31,442 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,43387,1730982015731.replicationSource.wal-reader.87fb68174c52%2C43387%2C1730982015731,1-87fb68174c52,43387,1730982015731 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37707/user/jenkins/test-data/3c89b1b1-a376-3f08-7bb4-d6f253ada5f1/WALs/87fb68174c52,43387,1730982015731/87fb68174c52%2C43387%2C1730982015731.1730982017736 to pos 759, reset compression=false 2024-11-07T12:20:31,717 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,35069,1730982012498.replicationSource.wal-reader.87fb68174c52%2C35069%2C1730982012498,1-87fb68174c52,35069,1730982012498 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37131/user/jenkins/test-data/9d6182fe-15c4-0556-17f8-435f975fc265/WALs/87fb68174c52,35069,1730982012498/87fb68174c52%2C35069%2C1730982012498.1730982014095 to pos 734, reset compression=false 2024-11-07T12:20:31,937 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,43649,1730982008743.replicationSource.wal-reader.87fb68174c52%2C43649%2C1730982008743,1-87fb68174c52,43649,1730982008743 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36461/user/jenkins/test-data/619a85b0-97a7-d727-9446-8d0b9a96a636/WALs/87fb68174c52,43649,1730982008743/87fb68174c52%2C43649%2C1730982008743.1730982010437 to pos 480, reset compression=false 2024-11-07T12:20:31,942 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,43649,1730982008743.replicationSource.wal-reader.87fb68174c52%2C43649%2C1730982008743,1-87fb68174c52,43649,1730982008743 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-07T12:20:31,942 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,43649,1730982008743.replicationSource.wal-reader.87fb68174c52%2C43649%2C1730982008743,1-87fb68174c52,43649,1730982008743 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36461/user/jenkins/test-data/619a85b0-97a7-d727-9446-8d0b9a96a636/WALs/87fb68174c52,43649,1730982008743/87fb68174c52%2C43649%2C1730982008743.1730982010437 to pos 636, reset compression=false 2024-11-07T12:20:31,942 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,43649,1730982008743.replicationSource.shipper87fb68174c52%2C43649%2C1730982008743,1-87fb68174c52,43649,1730982008743 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-87fb68174c52,43649,1730982008743 got entry batch from reader: WALEntryBatch [walEntries=[{test/31e99dd053ba388581334910eaac7426/5=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:36461/user/jenkins/test-data/619a85b0-97a7-d727-9446-8d0b9a96a636/WALs/87fb68174c52,43649,1730982008743/87fb68174c52%2C43649%2C1730982008743.1730982010437, lastWalPosition=636, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-07T12:20:31,944 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35069 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-07T12:20:31,946 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,43387,1730982015731.replicationSource.wal-reader.87fb68174c52%2C43387%2C1730982015731,1-87fb68174c52,43387,1730982015731 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37707/user/jenkins/test-data/3c89b1b1-a376-3f08-7bb4-d6f253ada5f1/WALs/87fb68174c52,43387,1730982015731/87fb68174c52%2C43387%2C1730982015731.1730982017736 to pos 759, reset compression=false 2024-11-07T12:20:31,947 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35069 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-07T12:20:32,149 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,43649,1730982008743.replicationSource.wal-reader.87fb68174c52%2C43649%2C1730982008743,1-87fb68174c52,43649,1730982008743 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36461/user/jenkins/test-data/619a85b0-97a7-d727-9446-8d0b9a96a636/WALs/87fb68174c52,43649,1730982008743/87fb68174c52%2C43649%2C1730982008743.1730982010437 to pos 636, reset compression=false 2024-11-07T12:20:32,221 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,35069,1730982012498.replicationSource.wal-reader.87fb68174c52%2C35069%2C1730982012498,1-87fb68174c52,35069,1730982012498 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37131/user/jenkins/test-data/9d6182fe-15c4-0556-17f8-435f975fc265/WALs/87fb68174c52,35069,1730982012498/87fb68174c52%2C35069%2C1730982012498.1730982014095 to pos 734, reset compression=false 2024-11-07T12:20:32,226 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,35069,1730982012498.replicationSource.wal-reader.87fb68174c52%2C35069%2C1730982012498,1-87fb68174c52,35069,1730982012498 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-07T12:20:32,226 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,35069,1730982012498.replicationSource.wal-reader.87fb68174c52%2C35069%2C1730982012498,1-87fb68174c52,35069,1730982012498 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37131/user/jenkins/test-data/9d6182fe-15c4-0556-17f8-435f975fc265/WALs/87fb68174c52,35069,1730982012498/87fb68174c52%2C35069%2C1730982012498.1730982014095 to pos 881, reset compression=false 2024-11-07T12:20:32,226 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,35069,1730982012498.replicationSource.shipper87fb68174c52%2C35069%2C1730982012498,1-87fb68174c52,35069,1730982012498 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-87fb68174c52,35069,1730982012498 got entry batch from reader: WALEntryBatch [walEntries=[{test/e84671e3bfbb23cca402fb4a036c2b6f/7=[#edits: 2 = ],287}], lastWalPath=hdfs://localhost:37131/user/jenkins/test-data/9d6182fe-15c4-0556-17f8-435f975fc265/WALs/87fb68174c52,35069,1730982012498/87fb68174c52%2C35069%2C1730982012498.1730982014095, lastWalPosition=881, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287] 2024-11-07T12:20:32,227 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43387 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-07T12:20:32,230 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43387 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-07T12:20:32,234 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T12:20:32,235 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [87fb68174c52,46025,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=87fb68174c52:46025 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-07T12:20:32,235 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 14, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 88613 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [87fb68174c52,46025,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=87fb68174c52:46025 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-07T12:20:32,345 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-07T12:20:32,348 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-07T12:20:32,429 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,35069,1730982012498.replicationSource.wal-reader.87fb68174c52%2C35069%2C1730982012498,1-87fb68174c52,35069,1730982012498 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37131/user/jenkins/test-data/9d6182fe-15c4-0556-17f8-435f975fc265/WALs/87fb68174c52,35069,1730982012498/87fb68174c52%2C35069%2C1730982012498.1730982014095 to pos 881, reset compression=false 2024-11-07T12:20:32,434 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,35069,1730982012498.replicationSource.wal-reader.87fb68174c52%2C35069%2C1730982012498,1-87fb68174c52,35069,1730982012498 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-07T12:20:32,434 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,35069,1730982012498.replicationSource.wal-reader.87fb68174c52%2C35069%2C1730982012498,1-87fb68174c52,35069,1730982012498 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37131/user/jenkins/test-data/9d6182fe-15c4-0556-17f8-435f975fc265/WALs/87fb68174c52,35069,1730982012498/87fb68174c52%2C35069%2C1730982012498.1730982014095 to pos 1040, reset compression=false 2024-11-07T12:20:32,434 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,35069,1730982012498.replicationSource.shipper87fb68174c52%2C35069%2C1730982012498,1-87fb68174c52,35069,1730982012498 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-87fb68174c52,35069,1730982012498 got entry batch from reader: WALEntryBatch [walEntries=[{test/e84671e3bfbb23cca402fb4a036c2b6f/8=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:37131/user/jenkins/test-data/9d6182fe-15c4-0556-17f8-435f975fc265/WALs/87fb68174c52,35069,1730982012498/87fb68174c52%2C35069%2C1730982012498.1730982014095, lastWalPosition=1040, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-07T12:20:32,435 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43387 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-07T12:20:32,438 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43387 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-07T12:20:32,453 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,43649,1730982008743.replicationSource.wal-reader.87fb68174c52%2C43649%2C1730982008743,1-87fb68174c52,43649,1730982008743 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36461/user/jenkins/test-data/619a85b0-97a7-d727-9446-8d0b9a96a636/WALs/87fb68174c52,43649,1730982008743/87fb68174c52%2C43649%2C1730982008743.1730982010437 to pos 636, reset compression=false 2024-11-07T12:20:32,550 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,43387,1730982015731.replicationSource.wal-reader.87fb68174c52%2C43387%2C1730982015731,1-87fb68174c52,43387,1730982015731 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37707/user/jenkins/test-data/3c89b1b1-a376-3f08-7bb4-d6f253ada5f1/WALs/87fb68174c52,43387,1730982015731/87fb68174c52%2C43387%2C1730982015731.1730982017736 to pos 759, reset compression=false 2024-11-07T12:20:32,555 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,43387,1730982015731.replicationSource.wal-reader.87fb68174c52%2C43387%2C1730982015731,1-87fb68174c52,43387,1730982015731 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-07T12:20:32,555 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,43387,1730982015731.replicationSource.wal-reader.87fb68174c52%2C43387%2C1730982015731,1-87fb68174c52,43387,1730982015731 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37707/user/jenkins/test-data/3c89b1b1-a376-3f08-7bb4-d6f253ada5f1/WALs/87fb68174c52,43387,1730982015731/87fb68174c52%2C43387%2C1730982015731.1730982017736 to pos 1080, reset compression=false 2024-11-07T12:20:32,555 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,43387,1730982015731.replicationSource.shipper87fb68174c52%2C43387%2C1730982015731,1-87fb68174c52,43387,1730982015731 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-87fb68174c52,43387,1730982015731 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37707/user/jenkins/test-data/3c89b1b1-a376-3f08-7bb4-d6f253ada5f1/WALs/87fb68174c52,43387,1730982015731/87fb68174c52%2C43387%2C1730982015731.1730982017736, lastWalPosition=1080, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-07T12:20:32,638 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,35069,1730982012498.replicationSource.wal-reader.87fb68174c52%2C35069%2C1730982012498,1-87fb68174c52,35069,1730982012498 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37131/user/jenkins/test-data/9d6182fe-15c4-0556-17f8-435f975fc265/WALs/87fb68174c52,35069,1730982012498/87fb68174c52%2C35069%2C1730982012498.1730982014095 to pos 1040, reset compression=false 2024-11-07T12:20:32,759 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,43387,1730982015731.replicationSource.wal-reader.87fb68174c52%2C43387%2C1730982015731,1-87fb68174c52,43387,1730982015731 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37707/user/jenkins/test-data/3c89b1b1-a376-3f08-7bb4-d6f253ada5f1/WALs/87fb68174c52,43387,1730982015731/87fb68174c52%2C43387%2C1730982015731.1730982017736 to pos 1080, reset compression=false 2024-11-07T12:20:32,857 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,43649,1730982008743.replicationSource.wal-reader.87fb68174c52%2C43649%2C1730982008743,1-87fb68174c52,43649,1730982008743 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36461/user/jenkins/test-data/619a85b0-97a7-d727-9446-8d0b9a96a636/WALs/87fb68174c52,43649,1730982008743/87fb68174c52%2C43649%2C1730982008743.1730982010437 to pos 636, reset compression=false 2024-11-07T12:20:32,942 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,35069,1730982012498.replicationSource.wal-reader.87fb68174c52%2C35069%2C1730982012498,1-87fb68174c52,35069,1730982012498 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37131/user/jenkins/test-data/9d6182fe-15c4-0556-17f8-435f975fc265/WALs/87fb68174c52,35069,1730982012498/87fb68174c52%2C35069%2C1730982012498.1730982014095 to pos 1040, reset compression=false 2024-11-07T12:20:33,063 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,43387,1730982015731.replicationSource.wal-reader.87fb68174c52%2C43387%2C1730982015731,1-87fb68174c52,43387,1730982015731 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37707/user/jenkins/test-data/3c89b1b1-a376-3f08-7bb4-d6f253ada5f1/WALs/87fb68174c52,43387,1730982015731/87fb68174c52%2C43387%2C1730982015731.1730982017736 to pos 1080, reset compression=false 2024-11-07T12:20:33,350 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-07T12:20:33,354 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true 2024-11-07T12:20:33,357 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,35069,1730982012498.replicationSource.wal-reader.87fb68174c52%2C35069%2C1730982012498,1-87fb68174c52,35069,1730982012498 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37131/user/jenkins/test-data/9d6182fe-15c4-0556-17f8-435f975fc265/WALs/87fb68174c52,35069,1730982012498/87fb68174c52%2C35069%2C1730982012498.1730982014095 to pos 1040, reset compression=false 2024-11-07T12:20:33,360 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,43649,1730982008743.replicationSource.wal-reader.87fb68174c52%2C43649%2C1730982008743,1-87fb68174c52,43649,1730982008743 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36461/user/jenkins/test-data/619a85b0-97a7-d727-9446-8d0b9a96a636/WALs/87fb68174c52,43649,1730982008743/87fb68174c52%2C43649%2C1730982008743.1730982010437 to pos 636, reset compression=false 2024-11-07T12:20:33,467 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,43387,1730982015731.replicationSource.wal-reader.87fb68174c52%2C43387%2C1730982015731,1-87fb68174c52,43387,1730982015731 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37707/user/jenkins/test-data/3c89b1b1-a376-3f08-7bb4-d6f253ada5f1/WALs/87fb68174c52,43387,1730982015731/87fb68174c52%2C43387%2C1730982015731.1730982017736 to pos 1080, reset compression=false 2024-11-07T12:20:33,471 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,43387,1730982015731.replicationSource.wal-reader.87fb68174c52%2C43387%2C1730982015731,1-87fb68174c52,43387,1730982015731 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-07T12:20:33,471 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,43387,1730982015731.replicationSource.wal-reader.87fb68174c52%2C43387%2C1730982015731,1-87fb68174c52,43387,1730982015731 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37707/user/jenkins/test-data/3c89b1b1-a376-3f08-7bb4-d6f253ada5f1/WALs/87fb68174c52,43387,1730982015731/87fb68174c52%2C43387%2C1730982015731.1730982017736 to pos 1239, reset compression=false 2024-11-07T12:20:33,471 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,43387,1730982015731.replicationSource.shipper87fb68174c52%2C43387%2C1730982015731,1-87fb68174c52,43387,1730982015731 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-87fb68174c52,43387,1730982015731 got entry batch from reader: WALEntryBatch [walEntries=[{test/829d407bfd438d0d66183185dbd6236a/9=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:37707/user/jenkins/test-data/3c89b1b1-a376-3f08-7bb4-d6f253ada5f1/WALs/87fb68174c52,43387,1730982015731/87fb68174c52%2C43387%2C1730982015731.1730982017736, lastWalPosition=1239, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-07T12:20:33,472 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35069 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-07T12:20:33,475 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35069 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-07T12:20:33,675 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,43387,1730982015731.replicationSource.wal-reader.87fb68174c52%2C43387%2C1730982015731,1-87fb68174c52,43387,1730982015731 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37707/user/jenkins/test-data/3c89b1b1-a376-3f08-7bb4-d6f253ada5f1/WALs/87fb68174c52,43387,1730982015731/87fb68174c52%2C43387%2C1730982015731.1730982017736 to pos 1239, reset compression=false 2024-11-07T12:20:33,861 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,35069,1730982012498.replicationSource.wal-reader.87fb68174c52%2C35069%2C1730982012498,1-87fb68174c52,35069,1730982012498 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37131/user/jenkins/test-data/9d6182fe-15c4-0556-17f8-435f975fc265/WALs/87fb68174c52,35069,1730982012498/87fb68174c52%2C35069%2C1730982012498.1730982014095 to pos 1040, reset compression=false 2024-11-07T12:20:33,865 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,35069,1730982012498.replicationSource.wal-reader.87fb68174c52%2C35069%2C1730982012498,1-87fb68174c52,35069,1730982012498 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-07T12:20:33,865 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,35069,1730982012498.replicationSource.wal-reader.87fb68174c52%2C35069%2C1730982012498,1-87fb68174c52,35069,1730982012498 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37131/user/jenkins/test-data/9d6182fe-15c4-0556-17f8-435f975fc265/WALs/87fb68174c52,35069,1730982012498/87fb68174c52%2C35069%2C1730982012498.1730982014095 to pos 1189, reset compression=false 2024-11-07T12:20:33,865 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,35069,1730982012498.replicationSource.shipper87fb68174c52%2C35069%2C1730982012498,1-87fb68174c52,35069,1730982012498 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-87fb68174c52,35069,1730982012498 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37131/user/jenkins/test-data/9d6182fe-15c4-0556-17f8-435f975fc265/WALs/87fb68174c52,35069,1730982012498/87fb68174c52%2C35069%2C1730982012498.1730982014095, lastWalPosition=1189, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-07T12:20:33,969 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,43649,1730982008743.replicationSource.wal-reader.87fb68174c52%2C43649%2C1730982008743,1-87fb68174c52,43649,1730982008743 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36461/user/jenkins/test-data/619a85b0-97a7-d727-9446-8d0b9a96a636/WALs/87fb68174c52,43649,1730982008743/87fb68174c52%2C43649%2C1730982008743.1730982010437 to pos 636, reset compression=false 2024-11-07T12:20:33,983 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,43387,1730982015731.replicationSource.wal-reader.87fb68174c52%2C43387%2C1730982015731,1-87fb68174c52,43387,1730982015731 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37707/user/jenkins/test-data/3c89b1b1-a376-3f08-7bb4-d6f253ada5f1/WALs/87fb68174c52,43387,1730982015731/87fb68174c52%2C43387%2C1730982015731.1730982017736 to pos 1239, reset compression=false 2024-11-07T12:20:34,069 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,35069,1730982012498.replicationSource.wal-reader.87fb68174c52%2C35069%2C1730982012498,1-87fb68174c52,35069,1730982012498 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37131/user/jenkins/test-data/9d6182fe-15c4-0556-17f8-435f975fc265/WALs/87fb68174c52,35069,1730982012498/87fb68174c52%2C35069%2C1730982012498.1730982014095 to pos 1189, reset compression=false 2024-11-07T12:20:34,356 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true 2024-11-07T12:20:34,362 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-07T12:20:34,362 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T12:20:34,362 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T12:20:34,362 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:20:34,362 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:20:34,362 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T12:20:34,363 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-07T12:20:34,363 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1223664674, stopped=false 2024-11-07T12:20:34,363 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=87fb68174c52,45277,1730982015689 2024-11-07T12:20:34,365 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43387-0x1001a2f5d900007, quorum=127.0.0.1:62659, baseZNode=/2883894931 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2883894931/running 2024-11-07T12:20:34,365 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45277-0x1001a2f5d900006, quorum=127.0.0.1:62659, baseZNode=/2883894931 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2883894931/running 2024-11-07T12:20:34,365 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43387-0x1001a2f5d900007, quorum=127.0.0.1:62659, baseZNode=/2883894931 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2883894931 2024-11-07T12:20:34,365 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45277-0x1001a2f5d900006, quorum=127.0.0.1:62659, baseZNode=/2883894931 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2883894931 2024-11-07T12:20:34,365 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-07T12:20:34,365 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T12:20:34,365 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T12:20:34,366 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:20:34,366 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '87fb68174c52,43387,1730982015731' ***** 2024-11-07T12:20:34,366 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-07T12:20:34,366 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45277-0x1001a2f5d900006, quorum=127.0.0.1:62659, baseZNode=/2883894931 Set watcher on znode that does not yet exist, /2883894931/running 2024-11-07T12:20:34,366 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43387-0x1001a2f5d900007, quorum=127.0.0.1:62659, baseZNode=/2883894931 Set watcher on znode that does not yet exist, /2883894931/running 2024-11-07T12:20:34,367 INFO [RS:0;87fb68174c52:43387 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-07T12:20:34,367 INFO [RS:0;87fb68174c52:43387 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-07T12:20:34,367 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-07T12:20:34,367 INFO [RS:0;87fb68174c52:43387 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-07T12:20:34,367 INFO [RS:0;87fb68174c52:43387 {}] regionserver.HRegionServer(3091): Received CLOSE for 829d407bfd438d0d66183185dbd6236a 2024-11-07T12:20:34,367 INFO [RS:0;87fb68174c52:43387 {}] regionserver.HRegionServer(3091): Received CLOSE for d6db844fe465d0b315618b6bf8e4aaba 2024-11-07T12:20:34,367 INFO [RS:0;87fb68174c52:43387 {}] regionserver.HRegionServer(959): stopping server 87fb68174c52,43387,1730982015731 2024-11-07T12:20:34,367 INFO [RS:0;87fb68174c52:43387 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-07T12:20:34,367 INFO [RS:0;87fb68174c52:43387 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;87fb68174c52:43387. 2024-11-07T12:20:34,367 DEBUG [RS:0;87fb68174c52:43387 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T12:20:34,368 DEBUG [RS:0;87fb68174c52:43387 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:20:34,368 INFO [RS:0;87fb68174c52:43387 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-07T12:20:34,368 INFO [RS:0;87fb68174c52:43387 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-07T12:20:34,368 INFO [RS:0;87fb68174c52:43387 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-07T12:20:34,368 INFO [RS:0;87fb68174c52:43387 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-07T12:20:34,368 INFO [RS:0;87fb68174c52:43387 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-07T12:20:34,368 DEBUG [RS:0;87fb68174c52:43387 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 829d407bfd438d0d66183185dbd6236a=test,,1730982021677.829d407bfd438d0d66183185dbd6236a., d6db844fe465d0b315618b6bf8e4aaba=hbase:replication,,1730982027148.d6db844fe465d0b315618b6bf8e4aaba.} 2024-11-07T12:20:34,368 DEBUG [RS:0;87fb68174c52:43387 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 829d407bfd438d0d66183185dbd6236a, d6db844fe465d0b315618b6bf8e4aaba 2024-11-07T12:20:34,368 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 829d407bfd438d0d66183185dbd6236a, disabling compactions & flushes 2024-11-07T12:20:34,368 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-07T12:20:34,368 INFO [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1730982021677.829d407bfd438d0d66183185dbd6236a. 2024-11-07T12:20:34,368 INFO [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-07T12:20:34,368 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1730982021677.829d407bfd438d0d66183185dbd6236a. 2024-11-07T12:20:34,368 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-07T12:20:34,368 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1730982021677.829d407bfd438d0d66183185dbd6236a. after waiting 0 ms 2024-11-07T12:20:34,368 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-07T12:20:34,368 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1730982021677.829d407bfd438d0d66183185dbd6236a. 2024-11-07T12:20:34,368 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-07T12:20:34,368 INFO [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-07T12:20:34,368 INFO [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 829d407bfd438d0d66183185dbd6236a 3/3 column families, dataSize=276 B heapSize=1.77 KB 2024-11-07T12:20:34,372 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,35069,1730982012498.replicationSource.wal-reader.87fb68174c52%2C35069%2C1730982012498,1-87fb68174c52,35069,1730982012498 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37131/user/jenkins/test-data/9d6182fe-15c4-0556-17f8-435f975fc265/WALs/87fb68174c52,35069,1730982012498/87fb68174c52%2C35069%2C1730982012498.1730982014095 to pos 1189, reset compression=false 2024-11-07T12:20:34,386 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,43387,1730982015731.replicationSource.wal-reader.87fb68174c52%2C43387%2C1730982015731,1-87fb68174c52,43387,1730982015731 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37707/user/jenkins/test-data/3c89b1b1-a376-3f08-7bb4-d6f253ada5f1/WALs/87fb68174c52,43387,1730982015731/87fb68174c52%2C43387%2C1730982015731.1730982017736 to pos 1239, reset compression=false 2024-11-07T12:20:34,388 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37707/user/jenkins/test-data/3c89b1b1-a376-3f08-7bb4-d6f253ada5f1/data/default/test/829d407bfd438d0d66183185dbd6236a/.tmp/f/c9484cd491804c299bb7ac9fc2f531aa is 29, key is row1/f:/1730982032346/DeleteFamily/seqid=0 2024-11-07T12:20:34,388 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37707/user/jenkins/test-data/3c89b1b1-a376-3f08-7bb4-d6f253ada5f1/data/hbase/meta/1588230740/.tmp/info/6ac5395d5d8341fbabbe3e43e67ce73a is 147, key is hbase:replication,,1730982027148.d6db844fe465d0b315618b6bf8e4aaba./info:regioninfo/1730982027909/Put/seqid=0 2024-11-07T12:20:34,390 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,43387,1730982015731.replicationSource.wal-reader.87fb68174c52%2C43387%2C1730982015731,1-87fb68174c52,43387,1730982015731 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-07T12:20:34,390 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,43387,1730982015731.replicationSource.wal-reader.87fb68174c52%2C43387%2C1730982015731,1-87fb68174c52,43387,1730982015731 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37707/user/jenkins/test-data/3c89b1b1-a376-3f08-7bb4-d6f253ada5f1/WALs/87fb68174c52,43387,1730982015731/87fb68174c52%2C43387%2C1730982015731.1730982017736 to pos 1486, reset compression=false 2024-11-07T12:20:34,390 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,43387,1730982015731.replicationSource.shipper87fb68174c52%2C43387%2C1730982015731,1-87fb68174c52,43387,1730982015731 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-87fb68174c52,43387,1730982015731 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37707/user/jenkins/test-data/3c89b1b1-a376-3f08-7bb4-d6f253ada5f1/WALs/87fb68174c52,43387,1730982015731/87fb68174c52%2C43387%2C1730982015731.1730982017736, lastWalPosition=1486, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-07T12:20:34,391 ERROR [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,43387,1730982015731.replicationSource.shipper87fb68174c52%2C43387%2C1730982015731,1-87fb68174c52,43387,1730982015731 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 87fb68174c52,43387,1730982015731: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-87fb68174c52,43387,1730982015731, walGroup=87fb68174c52%2C43387%2C1730982015731, offset=87fb68174c52%2C43387%2C1730982015731.1730982017736:1486, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=87fb68174c52:43387 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-07T12:20:34,393 ERROR [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,43387,1730982015731.replicationSource.shipper87fb68174c52%2C43387%2C1730982015731,1-87fb68174c52,43387,1730982015731 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-07T12:20:34,393 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,43387,1730982015731.replicationSource.shipper87fb68174c52%2C43387%2C1730982015731,1-87fb68174c52,43387,1730982015731 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-07T12:20:34,395 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,43387,1730982015731.replicationSource.shipper87fb68174c52%2C43387%2C1730982015731,1-87fb68174c52,43387,1730982015731 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-07T12:20:34,395 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,43387,1730982015731.replicationSource.shipper87fb68174c52%2C43387%2C1730982015731,1-87fb68174c52,43387,1730982015731 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-07T12:20:34,395 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,43387,1730982015731.replicationSource.shipper87fb68174c52%2C43387%2C1730982015731,1-87fb68174c52,43387,1730982015731 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-07T12:20:34,395 INFO [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,43387,1730982015731.replicationSource.shipper87fb68174c52%2C43387%2C1730982015731,1-87fb68174c52,43387,1730982015731 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1392508928, "init": 1048576000, "max": 2306867200, "used": 869496320 }, "NonHeapMemoryUsage": { "committed": 206962688, "init": 7667712, "max": -1, "used": 202628368 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-07T12:20:34,396 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35261 is added to blk_1073741840_1016 (size=5152) 2024-11-07T12:20:34,395 WARN [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,43387,1730982015731.replicationSource.shipper87fb68174c52%2C43387%2C1730982015731,1-87fb68174c52,43387,1730982015731 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=87fb68174c52:45277 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=87fb68174c52:45277 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-07T12:20:34,397 INFO [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:37707/user/jenkins/test-data/3c89b1b1-a376-3f08-7bb4-d6f253ada5f1/data/default/test/829d407bfd438d0d66183185dbd6236a/.tmp/f/c9484cd491804c299bb7ac9fc2f531aa 2024-11-07T12:20:34,401 INFO [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c9484cd491804c299bb7ac9fc2f531aa 2024-11-07T12:20:34,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35261 is added to blk_1073741841_1017 (size=7686) 2024-11-07T12:20:34,421 INFO [regionserver/87fb68174c52:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-07T12:20:34,424 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37707/user/jenkins/test-data/3c89b1b1-a376-3f08-7bb4-d6f253ada5f1/data/default/test/829d407bfd438d0d66183185dbd6236a/.tmp/f1/121e6f5e156b4141892c319c9590f1ec is 30, key is row1/f1:/1730982032346/DeleteFamily/seqid=0 2024-11-07T12:20:34,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35261 is added to blk_1073741842_1018 (size=5158) 2024-11-07T12:20:34,428 INFO [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:37707/user/jenkins/test-data/3c89b1b1-a376-3f08-7bb4-d6f253ada5f1/data/default/test/829d407bfd438d0d66183185dbd6236a/.tmp/f1/121e6f5e156b4141892c319c9590f1ec 2024-11-07T12:20:34,431 INFO [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 121e6f5e156b4141892c319c9590f1ec 2024-11-07T12:20:34,446 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37707/user/jenkins/test-data/3c89b1b1-a376-3f08-7bb4-d6f253ada5f1/data/default/test/829d407bfd438d0d66183185dbd6236a/.tmp/norep/d1d7ccec9a1b4682b6cf6b987a8e4476 is 33, key is row2/norep:/1730982033351/DeleteFamily/seqid=0 2024-11-07T12:20:34,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35261 is added to blk_1073741843_1019 (size=5108) 2024-11-07T12:20:34,568 DEBUG [RS:0;87fb68174c52:43387 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 829d407bfd438d0d66183185dbd6236a, d6db844fe465d0b315618b6bf8e4aaba 2024-11-07T12:20:34,597 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,43387,1730982015731.replicationSource.wal-reader.87fb68174c52%2C43387%2C1730982015731,1-87fb68174c52,43387,1730982015731 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37707/user/jenkins/test-data/3c89b1b1-a376-3f08-7bb4-d6f253ada5f1/WALs/87fb68174c52,43387,1730982015731/87fb68174c52%2C43387%2C1730982015731.1730982017736 to pos 1486, reset compression=false 2024-11-07T12:20:34,603 INFO [regionserver/87fb68174c52:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-07T12:20:34,603 INFO [regionserver/87fb68174c52:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-07T12:20:34,672 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,43649,1730982008743.replicationSource.wal-reader.87fb68174c52%2C43649%2C1730982008743,1-87fb68174c52,43649,1730982008743 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36461/user/jenkins/test-data/619a85b0-97a7-d727-9446-8d0b9a96a636/WALs/87fb68174c52,43649,1730982008743/87fb68174c52%2C43649%2C1730982008743.1730982010437 to pos 636, reset compression=false 2024-11-07T12:20:34,768 DEBUG [RS:0;87fb68174c52:43387 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 829d407bfd438d0d66183185dbd6236a, d6db844fe465d0b315618b6bf8e4aaba 2024-11-07T12:20:34,775 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,35069,1730982012498.replicationSource.wal-reader.87fb68174c52%2C35069%2C1730982012498,1-87fb68174c52,35069,1730982012498 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37131/user/jenkins/test-data/9d6182fe-15c4-0556-17f8-435f975fc265/WALs/87fb68174c52,35069,1730982012498/87fb68174c52%2C35069%2C1730982012498.1730982014095 to pos 1189, reset compression=false 2024-11-07T12:20:34,803 INFO [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37707/user/jenkins/test-data/3c89b1b1-a376-3f08-7bb4-d6f253ada5f1/data/hbase/meta/1588230740/.tmp/info/6ac5395d5d8341fbabbe3e43e67ce73a 2024-11-07T12:20:34,825 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37707/user/jenkins/test-data/3c89b1b1-a376-3f08-7bb4-d6f253ada5f1/data/hbase/meta/1588230740/.tmp/ns/6dd463e47dc44570823110ebd7e18dda is 43, key is default/ns:d/1730982018341/Put/seqid=0 2024-11-07T12:20:34,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35261 is added to blk_1073741844_1020 (size=5153) 2024-11-07T12:20:34,829 INFO [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37707/user/jenkins/test-data/3c89b1b1-a376-3f08-7bb4-d6f253ada5f1/data/hbase/meta/1588230740/.tmp/ns/6dd463e47dc44570823110ebd7e18dda 2024-11-07T12:20:34,851 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37707/user/jenkins/test-data/3c89b1b1-a376-3f08-7bb4-d6f253ada5f1/data/hbase/meta/1588230740/.tmp/rep_barrier/4802003754c840f5ad98ebcb1180834d is 112, key is test,,1730982021677.829d407bfd438d0d66183185dbd6236a./rep_barrier:seqnumDuringOpen/1730982022819/Put/seqid=0 2024-11-07T12:20:34,851 INFO [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:37707/user/jenkins/test-data/3c89b1b1-a376-3f08-7bb4-d6f253ada5f1/data/default/test/829d407bfd438d0d66183185dbd6236a/.tmp/norep/d1d7ccec9a1b4682b6cf6b987a8e4476 2024-11-07T12:20:34,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35261 is added to blk_1073741845_1021 (size=5518) 2024-11-07T12:20:34,856 INFO [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d1d7ccec9a1b4682b6cf6b987a8e4476 2024-11-07T12:20:34,856 INFO [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37707/user/jenkins/test-data/3c89b1b1-a376-3f08-7bb4-d6f253ada5f1/data/hbase/meta/1588230740/.tmp/rep_barrier/4802003754c840f5ad98ebcb1180834d 2024-11-07T12:20:34,857 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37707/user/jenkins/test-data/3c89b1b1-a376-3f08-7bb4-d6f253ada5f1/data/default/test/829d407bfd438d0d66183185dbd6236a/.tmp/f/c9484cd491804c299bb7ac9fc2f531aa as hdfs://localhost:37707/user/jenkins/test-data/3c89b1b1-a376-3f08-7bb4-d6f253ada5f1/data/default/test/829d407bfd438d0d66183185dbd6236a/f/c9484cd491804c299bb7ac9fc2f531aa 2024-11-07T12:20:34,862 INFO [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c9484cd491804c299bb7ac9fc2f531aa 2024-11-07T12:20:34,862 INFO [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37707/user/jenkins/test-data/3c89b1b1-a376-3f08-7bb4-d6f253ada5f1/data/default/test/829d407bfd438d0d66183185dbd6236a/f/c9484cd491804c299bb7ac9fc2f531aa, entries=3, sequenceid=10, filesize=5.0 K 2024-11-07T12:20:34,863 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37707/user/jenkins/test-data/3c89b1b1-a376-3f08-7bb4-d6f253ada5f1/data/default/test/829d407bfd438d0d66183185dbd6236a/.tmp/f1/121e6f5e156b4141892c319c9590f1ec as hdfs://localhost:37707/user/jenkins/test-data/3c89b1b1-a376-3f08-7bb4-d6f253ada5f1/data/default/test/829d407bfd438d0d66183185dbd6236a/f1/121e6f5e156b4141892c319c9590f1ec 2024-11-07T12:20:34,868 INFO [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 121e6f5e156b4141892c319c9590f1ec 2024-11-07T12:20:34,868 INFO [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37707/user/jenkins/test-data/3c89b1b1-a376-3f08-7bb4-d6f253ada5f1/data/default/test/829d407bfd438d0d66183185dbd6236a/f1/121e6f5e156b4141892c319c9590f1ec, entries=3, sequenceid=10, filesize=5.0 K 2024-11-07T12:20:34,869 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37707/user/jenkins/test-data/3c89b1b1-a376-3f08-7bb4-d6f253ada5f1/data/default/test/829d407bfd438d0d66183185dbd6236a/.tmp/norep/d1d7ccec9a1b4682b6cf6b987a8e4476 as hdfs://localhost:37707/user/jenkins/test-data/3c89b1b1-a376-3f08-7bb4-d6f253ada5f1/data/default/test/829d407bfd438d0d66183185dbd6236a/norep/d1d7ccec9a1b4682b6cf6b987a8e4476 2024-11-07T12:20:34,875 INFO [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d1d7ccec9a1b4682b6cf6b987a8e4476 2024-11-07T12:20:34,875 INFO [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37707/user/jenkins/test-data/3c89b1b1-a376-3f08-7bb4-d6f253ada5f1/data/default/test/829d407bfd438d0d66183185dbd6236a/norep/d1d7ccec9a1b4682b6cf6b987a8e4476, entries=1, sequenceid=10, filesize=5.0 K 2024-11-07T12:20:34,876 INFO [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 829d407bfd438d0d66183185dbd6236a in 508ms, sequenceid=10, compaction requested=false 2024-11-07T12:20:34,890 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37707/user/jenkins/test-data/3c89b1b1-a376-3f08-7bb4-d6f253ada5f1/data/hbase/meta/1588230740/.tmp/table/755bdd9a7efe483eb0535a33dbd3543b is 53, key is hbase:replication/table:state/1730982027915/Put/seqid=0 2024-11-07T12:20:34,890 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37707/user/jenkins/test-data/3c89b1b1-a376-3f08-7bb4-d6f253ada5f1/data/default/test/829d407bfd438d0d66183185dbd6236a/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-07T12:20:34,891 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-07T12:20:34,891 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-07T12:20:34,891 INFO [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1730982021677.829d407bfd438d0d66183185dbd6236a. 2024-11-07T12:20:34,891 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 829d407bfd438d0d66183185dbd6236a: Waiting for close lock at 1730982034368Running coprocessor pre-close hooks at 1730982034368Disabling compacts and flushes for region at 1730982034368Disabling writes for close at 1730982034368Obtaining lock to block concurrent updates at 1730982034368Preparing flush snapshotting stores in 829d407bfd438d0d66183185dbd6236a at 1730982034368Finished memstore snapshotting test,,1730982021677.829d407bfd438d0d66183185dbd6236a., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1730982034369 (+1 ms)Flushing stores of test,,1730982021677.829d407bfd438d0d66183185dbd6236a. at 1730982034369Flushing 829d407bfd438d0d66183185dbd6236a/f: creating writer at 1730982034369Flushing 829d407bfd438d0d66183185dbd6236a/f: appending metadata at 1730982034387 (+18 ms)Flushing 829d407bfd438d0d66183185dbd6236a/f: closing flushed file at 1730982034387Flushing 829d407bfd438d0d66183185dbd6236a/f1: creating writer at 1730982034401 (+14 ms)Flushing 829d407bfd438d0d66183185dbd6236a/f1: appending metadata at 1730982034423 (+22 ms)Flushing 829d407bfd438d0d66183185dbd6236a/f1: closing flushed file at 1730982034423Flushing 829d407bfd438d0d66183185dbd6236a/norep: creating writer at 1730982034431 (+8 ms)Flushing 829d407bfd438d0d66183185dbd6236a/norep: appending metadata at 1730982034445 (+14 ms)Flushing 829d407bfd438d0d66183185dbd6236a/norep: closing flushed file at 1730982034445Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5478ae38: reopening flushed file at 1730982034856 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@318725e4: reopening flushed file at 1730982034862 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@68c33cd2: reopening flushed file at 1730982034868 (+6 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 829d407bfd438d0d66183185dbd6236a in 508ms, sequenceid=10, compaction requested=false at 1730982034876 (+8 ms)Writing region close event to WAL at 1730982034887 (+11 ms)Running coprocessor post-close hooks at 1730982034890 (+3 ms)Closed at 1730982034891 (+1 ms) 2024-11-07T12:20:34,891 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1730982021677.829d407bfd438d0d66183185dbd6236a. 2024-11-07T12:20:34,891 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d6db844fe465d0b315618b6bf8e4aaba, disabling compactions & flushes 2024-11-07T12:20:34,891 INFO [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1730982027148.d6db844fe465d0b315618b6bf8e4aaba. 2024-11-07T12:20:34,891 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1730982027148.d6db844fe465d0b315618b6bf8e4aaba. 2024-11-07T12:20:34,891 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1730982027148.d6db844fe465d0b315618b6bf8e4aaba. after waiting 0 ms 2024-11-07T12:20:34,891 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1730982027148.d6db844fe465d0b315618b6bf8e4aaba. 2024-11-07T12:20:34,891 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d6db844fe465d0b315618b6bf8e4aaba: Waiting for close lock at 1730982034891Running coprocessor pre-close hooks at 1730982034891Disabling compacts and flushes for region at 1730982034891Disabling writes for close at 1730982034891Failed flush hbase:replication,,1730982027148.d6db844fe465d0b315618b6bf8e4aaba., putting online again at 1730982034891 2024-11-07T12:20:34,891 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1730982027148.d6db844fe465d0b315618b6bf8e4aaba. 2024-11-07T12:20:34,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35261 is added to blk_1073741846_1022 (size=5308) 2024-11-07T12:20:34,897 INFO [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37707/user/jenkins/test-data/3c89b1b1-a376-3f08-7bb4-d6f253ada5f1/data/hbase/meta/1588230740/.tmp/table/755bdd9a7efe483eb0535a33dbd3543b 2024-11-07T12:20:34,901 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,43387,1730982015731.replicationSource.wal-reader.87fb68174c52%2C43387%2C1730982015731,1-87fb68174c52,43387,1730982015731 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37707/user/jenkins/test-data/3c89b1b1-a376-3f08-7bb4-d6f253ada5f1/WALs/87fb68174c52,43387,1730982015731/87fb68174c52%2C43387%2C1730982015731.1730982017736 to pos 1486, reset compression=false 2024-11-07T12:20:34,905 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37707/user/jenkins/test-data/3c89b1b1-a376-3f08-7bb4-d6f253ada5f1/data/hbase/meta/1588230740/.tmp/info/6ac5395d5d8341fbabbe3e43e67ce73a as hdfs://localhost:37707/user/jenkins/test-data/3c89b1b1-a376-3f08-7bb4-d6f253ada5f1/data/hbase/meta/1588230740/info/6ac5395d5d8341fbabbe3e43e67ce73a 2024-11-07T12:20:34,911 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,43387,1730982015731.replicationSource.wal-reader.87fb68174c52%2C43387%2C1730982015731,1-87fb68174c52,43387,1730982015731 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-07T12:20:34,911 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,43387,1730982015731.replicationSource.wal-reader.87fb68174c52%2C43387%2C1730982015731,1-87fb68174c52,43387,1730982015731 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37707/user/jenkins/test-data/3c89b1b1-a376-3f08-7bb4-d6f253ada5f1/WALs/87fb68174c52,43387,1730982015731/87fb68174c52%2C43387%2C1730982015731.1730982017736 to pos 2130, reset compression=false 2024-11-07T12:20:34,916 INFO [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37707/user/jenkins/test-data/3c89b1b1-a376-3f08-7bb4-d6f253ada5f1/data/hbase/meta/1588230740/info/6ac5395d5d8341fbabbe3e43e67ce73a, entries=20, sequenceid=16, filesize=7.5 K 2024-11-07T12:20:34,917 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37707/user/jenkins/test-data/3c89b1b1-a376-3f08-7bb4-d6f253ada5f1/data/hbase/meta/1588230740/.tmp/ns/6dd463e47dc44570823110ebd7e18dda as hdfs://localhost:37707/user/jenkins/test-data/3c89b1b1-a376-3f08-7bb4-d6f253ada5f1/data/hbase/meta/1588230740/ns/6dd463e47dc44570823110ebd7e18dda 2024-11-07T12:20:34,921 INFO [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37707/user/jenkins/test-data/3c89b1b1-a376-3f08-7bb4-d6f253ada5f1/data/hbase/meta/1588230740/ns/6dd463e47dc44570823110ebd7e18dda, entries=2, sequenceid=16, filesize=5.0 K 2024-11-07T12:20:34,922 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37707/user/jenkins/test-data/3c89b1b1-a376-3f08-7bb4-d6f253ada5f1/data/hbase/meta/1588230740/.tmp/rep_barrier/4802003754c840f5ad98ebcb1180834d as hdfs://localhost:37707/user/jenkins/test-data/3c89b1b1-a376-3f08-7bb4-d6f253ada5f1/data/hbase/meta/1588230740/rep_barrier/4802003754c840f5ad98ebcb1180834d 2024-11-07T12:20:34,928 INFO [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37707/user/jenkins/test-data/3c89b1b1-a376-3f08-7bb4-d6f253ada5f1/data/hbase/meta/1588230740/rep_barrier/4802003754c840f5ad98ebcb1180834d, entries=1, sequenceid=16, filesize=5.4 K 2024-11-07T12:20:34,929 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37707/user/jenkins/test-data/3c89b1b1-a376-3f08-7bb4-d6f253ada5f1/data/hbase/meta/1588230740/.tmp/table/755bdd9a7efe483eb0535a33dbd3543b as hdfs://localhost:37707/user/jenkins/test-data/3c89b1b1-a376-3f08-7bb4-d6f253ada5f1/data/hbase/meta/1588230740/table/755bdd9a7efe483eb0535a33dbd3543b 2024-11-07T12:20:34,933 INFO [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37707/user/jenkins/test-data/3c89b1b1-a376-3f08-7bb4-d6f253ada5f1/data/hbase/meta/1588230740/table/755bdd9a7efe483eb0535a33dbd3543b, entries=4, sequenceid=16, filesize=5.2 K 2024-11-07T12:20:34,935 INFO [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 567ms, sequenceid=16, compaction requested=false 2024-11-07T12:20:34,941 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37707/user/jenkins/test-data/3c89b1b1-a376-3f08-7bb4-d6f253ada5f1/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-07T12:20:34,942 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-07T12:20:34,942 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-07T12:20:34,942 INFO [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-07T12:20:34,942 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1730982034368Running coprocessor pre-close hooks at 1730982034368Disabling compacts and flushes for region at 1730982034368Disabling writes for close at 1730982034368Obtaining lock to block concurrent updates at 1730982034368Preparing flush snapshotting stores in 1588230740 at 1730982034368Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1730982034369 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1730982034371 (+2 ms)Flushing 1588230740/info: creating writer at 1730982034371Flushing 1588230740/info: appending metadata at 1730982034388 (+17 ms)Flushing 1588230740/info: closing flushed file at 1730982034388Flushing 1588230740/ns: creating writer at 1730982034807 (+419 ms)Flushing 1588230740/ns: appending metadata at 1730982034825 (+18 ms)Flushing 1588230740/ns: closing flushed file at 1730982034825Flushing 1588230740/rep_barrier: creating writer at 1730982034833 (+8 ms)Flushing 1588230740/rep_barrier: appending metadata at 1730982034851 (+18 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1730982034851Flushing 1588230740/table: creating writer at 1730982034861 (+10 ms)Flushing 1588230740/table: appending metadata at 1730982034889 (+28 ms)Flushing 1588230740/table: closing flushed file at 1730982034889Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2de9da57: reopening flushed file at 1730982034904 (+15 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@317ee874: reopening flushed file at 1730982034917 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@d24bbad: reopening flushed file at 1730982034921 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@155e408c: reopening flushed file at 1730982034928 (+7 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 567ms, sequenceid=16, compaction requested=false at 1730982034935 (+7 ms)Writing region close event to WAL at 1730982034937 (+2 ms)Running coprocessor post-close hooks at 1730982034942 (+5 ms)Closed at 1730982034942 2024-11-07T12:20:34,942 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-07T12:20:34,969 INFO [RS:0;87fb68174c52:43387 {}] regionserver.HRegionServer(3091): Received CLOSE for d6db844fe465d0b315618b6bf8e4aaba 2024-11-07T12:20:34,969 DEBUG [RS:0;87fb68174c52:43387 {}] regionserver.HRegionServer(1351): Waiting on d6db844fe465d0b315618b6bf8e4aaba 2024-11-07T12:20:34,969 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d6db844fe465d0b315618b6bf8e4aaba, disabling compactions & flushes 2024-11-07T12:20:34,969 INFO [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1730982027148.d6db844fe465d0b315618b6bf8e4aaba. 2024-11-07T12:20:34,969 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1730982027148.d6db844fe465d0b315618b6bf8e4aaba. 2024-11-07T12:20:34,969 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1730982027148.d6db844fe465d0b315618b6bf8e4aaba. after waiting 0 ms 2024-11-07T12:20:34,969 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1730982027148.d6db844fe465d0b315618b6bf8e4aaba. 2024-11-07T12:20:34,969 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d6db844fe465d0b315618b6bf8e4aaba: Waiting for close lock at 1730982034969Running coprocessor pre-close hooks at 1730982034969Disabling compacts and flushes for region at 1730982034969Disabling writes for close at 1730982034969Failed flush hbase:replication,,1730982027148.d6db844fe465d0b315618b6bf8e4aaba., putting online again at 1730982034969 2024-11-07T12:20:34,969 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1730982027148.d6db844fe465d0b315618b6bf8e4aaba. 2024-11-07T12:20:35,116 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,43387,1730982015731.replicationSource.wal-reader.87fb68174c52%2C43387%2C1730982015731,1-87fb68174c52,43387,1730982015731 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37707/user/jenkins/test-data/3c89b1b1-a376-3f08-7bb4-d6f253ada5f1/WALs/87fb68174c52,43387,1730982015731/87fb68174c52%2C43387%2C1730982015731.1730982017736 to pos 2130, reset compression=false 2024-11-07T12:20:35,169 INFO [RS:0;87fb68174c52:43387 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-07T12:20:35,169 INFO [RS:0;87fb68174c52:43387 {}] regionserver.HRegionServer(976): stopping server 87fb68174c52,43387,1730982015731; all regions closed. 2024-11-07T12:20:35,171 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35261 is added to blk_1073741834_1010 (size=4239) 2024-11-07T12:20:35,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35261 is added to blk_1073741839_1015 (size=1953) 2024-11-07T12:20:35,175 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/3c89b1b1-a376-3f08-7bb4-d6f253ada5f1/WALs/87fb68174c52,43387,1730982015731/87fb68174c52%2C43387%2C1730982015731.rep.1730982027880 not finished, retry = 0 2024-11-07T12:20:35,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35261 is added to blk_1073741832_1008 (size=2138) 2024-11-07T12:20:35,278 DEBUG [RS:0;87fb68174c52:43387 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:20:35,278 INFO [RS:0;87fb68174c52:43387 {}] regionserver.LeaseManager(133): Closed leases 2024-11-07T12:20:35,278 INFO [RS:0;87fb68174c52:43387 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-07T12:20:35,278 INFO [RS:0;87fb68174c52:43387 {}] hbase.ChoreService(370): Chore service for: regionserver/87fb68174c52:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-07T12:20:35,278 INFO [RS:0;87fb68174c52:43387 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-07T12:20:35,278 INFO [regionserver/87fb68174c52:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-07T12:20:35,279 INFO [RS:0;87fb68174c52:43387 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-87fb68174c52,43387,1730982015731 because: Region server is closing 2024-11-07T12:20:35,279 INFO [RS:0;87fb68174c52:43387 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;87fb68174c52:43387. 2024-11-07T12:20:35,279 DEBUG [RS:0;87fb68174c52:43387 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T12:20:35,279 DEBUG [RS:0;87fb68174c52:43387 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:20:35,279 DEBUG [RS:0;87fb68174c52:43387 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:20:35,279 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T12:20:35,279 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,35069,1730982012498.replicationSource.wal-reader.87fb68174c52%2C35069%2C1730982012498,1-87fb68174c52,35069,1730982012498 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37131/user/jenkins/test-data/9d6182fe-15c4-0556-17f8-435f975fc265/WALs/87fb68174c52,35069,1730982012498/87fb68174c52%2C35069%2C1730982012498.1730982014095 to pos 1189, reset compression=false 2024-11-07T12:20:35,380 INFO [RS:0;87fb68174c52:43387 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,43387,1730982015731.replicationSource.shipper87fb68174c52%2C43387%2C1730982015731,1-87fb68174c52,43387,1730982015731 terminated 2024-11-07T12:20:35,380 WARN [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,43387,1730982015731.replicationSource.wal-reader.87fb68174c52%2C43387%2C1730982015731,1-87fb68174c52,43387,1730982015731 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-07T12:20:35,380 INFO [RS:0;87fb68174c52:43387 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;87fb68174c52:43387. 2024-11-07T12:20:35,380 DEBUG [RS:0;87fb68174c52:43387 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T12:20:35,380 DEBUG [RS:0;87fb68174c52:43387 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:20:35,380 DEBUG [RS:0;87fb68174c52:43387 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:20:35,380 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T12:20:35,380 INFO [RS:0;87fb68174c52:43387 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:43387 2024-11-07T12:20:35,383 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43387-0x1001a2f5d900007, quorum=127.0.0.1:62659, baseZNode=/2883894931 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2883894931/rs/87fb68174c52,43387,1730982015731 2024-11-07T12:20:35,383 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45277-0x1001a2f5d900006, quorum=127.0.0.1:62659, baseZNode=/2883894931 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2883894931/rs 2024-11-07T12:20:35,383 INFO [RS:0;87fb68174c52:43387 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-07T12:20:35,384 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [87fb68174c52,43387,1730982015731] 2024-11-07T12:20:35,386 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2883894931/draining/87fb68174c52,43387,1730982015731 already deleted, retry=false 2024-11-07T12:20:35,386 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 87fb68174c52,43387,1730982015731 expired; onlineServers=0 2024-11-07T12:20:35,386 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '87fb68174c52,45277,1730982015689' ***** 2024-11-07T12:20:35,386 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-07T12:20:35,386 INFO [M:0;87fb68174c52:45277 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-07T12:20:35,386 INFO [M:0;87fb68174c52:45277 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-07T12:20:35,386 DEBUG [M:0;87fb68174c52:45277 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-07T12:20:35,386 DEBUG [M:0;87fb68174c52:45277 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-07T12:20:35,386 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-07T12:20:35,386 DEBUG [master/87fb68174c52:0:becomeActiveMaster-HFileCleaner.large.0-1730982017539 {}] cleaner.HFileCleaner(306): Exit Thread[master/87fb68174c52:0:becomeActiveMaster-HFileCleaner.large.0-1730982017539,5,FailOnTimeoutGroup] 2024-11-07T12:20:35,386 INFO [M:0;87fb68174c52:45277 {}] hbase.ChoreService(370): Chore service for: master/87fb68174c52:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-07T12:20:35,386 INFO [M:0;87fb68174c52:45277 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-07T12:20:35,386 DEBUG [M:0;87fb68174c52:45277 {}] master.HMaster(1795): Stopping service threads 2024-11-07T12:20:35,386 INFO [M:0;87fb68174c52:45277 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-07T12:20:35,387 DEBUG [master/87fb68174c52:0:becomeActiveMaster-HFileCleaner.small.0-1730982017539 {}] cleaner.HFileCleaner(306): Exit Thread[master/87fb68174c52:0:becomeActiveMaster-HFileCleaner.small.0-1730982017539,5,FailOnTimeoutGroup] 2024-11-07T12:20:35,387 INFO [M:0;87fb68174c52:45277 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-07T12:20:35,387 INFO [M:0;87fb68174c52:45277 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-07T12:20:35,387 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-07T12:20:35,388 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45277-0x1001a2f5d900006, quorum=127.0.0.1:62659, baseZNode=/2883894931 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2883894931/master 2024-11-07T12:20:35,388 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45277-0x1001a2f5d900006, quorum=127.0.0.1:62659, baseZNode=/2883894931 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2883894931 2024-11-07T12:20:35,388 DEBUG [M:0;87fb68174c52:45277 {}] zookeeper.ZKUtil(347): master:45277-0x1001a2f5d900006, quorum=127.0.0.1:62659, baseZNode=/2883894931 Unable to get data of znode /2883894931/master because node does not exist (not an error) 2024-11-07T12:20:35,388 WARN [M:0;87fb68174c52:45277 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-07T12:20:35,388 INFO [M:0;87fb68174c52:45277 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:37707/user/jenkins/test-data/3c89b1b1-a376-3f08-7bb4-d6f253ada5f1/.lastflushedseqids 2024-11-07T12:20:35,392 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35261 is added to blk_1073741847_1023 (size=245) 2024-11-07T12:20:35,476 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,43649,1730982008743.replicationSource.wal-reader.87fb68174c52%2C43649%2C1730982008743,1-87fb68174c52,43649,1730982008743 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36461/user/jenkins/test-data/619a85b0-97a7-d727-9446-8d0b9a96a636/WALs/87fb68174c52,43649,1730982008743/87fb68174c52%2C43649%2C1730982008743.1730982010437 to pos 636, reset compression=false 2024-11-07T12:20:35,485 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43387-0x1001a2f5d900007, quorum=127.0.0.1:62659, baseZNode=/2883894931 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T12:20:35,485 INFO [RS:0;87fb68174c52:43387 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-07T12:20:35,485 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43387-0x1001a2f5d900007, quorum=127.0.0.1:62659, baseZNode=/2883894931 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T12:20:35,485 INFO [RS:0;87fb68174c52:43387 {}] regionserver.HRegionServer(1031): Exiting; stopping=87fb68174c52,43387,1730982015731; zookeeper connection closed. 2024-11-07T12:20:35,485 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3eb8cc82 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3eb8cc82 2024-11-07T12:20:35,486 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-07T12:20:35,793 INFO [M:0;87fb68174c52:45277 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-07T12:20:35,793 INFO [M:0;87fb68174c52:45277 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-07T12:20:35,793 DEBUG [M:0;87fb68174c52:45277 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-07T12:20:35,793 INFO [M:0;87fb68174c52:45277 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T12:20:35,793 DEBUG [M:0;87fb68174c52:45277 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T12:20:35,793 DEBUG [M:0;87fb68174c52:45277 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-07T12:20:35,793 DEBUG [M:0;87fb68174c52:45277 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T12:20:35,793 INFO [M:0;87fb68174c52:45277 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-07T12:20:35,809 DEBUG [M:0;87fb68174c52:45277 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37707/user/jenkins/test-data/3c89b1b1-a376-3f08-7bb4-d6f253ada5f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2360658e506c4f9f9ce91726d90003bd is 82, key is hbase:meta,,1/info:regioninfo/1730982018330/Put/seqid=0 2024-11-07T12:20:35,812 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35261 is added to blk_1073741848_1024 (size=5672) 2024-11-07T12:20:35,883 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,35069,1730982012498.replicationSource.wal-reader.87fb68174c52%2C35069%2C1730982012498,1-87fb68174c52,35069,1730982012498 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37131/user/jenkins/test-data/9d6182fe-15c4-0556-17f8-435f975fc265/WALs/87fb68174c52,35069,1730982012498/87fb68174c52%2C35069%2C1730982012498.1730982014095 to pos 1189, reset compression=false 2024-11-07T12:20:36,213 INFO [M:0;87fb68174c52:45277 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:37707/user/jenkins/test-data/3c89b1b1-a376-3f08-7bb4-d6f253ada5f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2360658e506c4f9f9ce91726d90003bd 2024-11-07T12:20:36,234 DEBUG [M:0;87fb68174c52:45277 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37707/user/jenkins/test-data/3c89b1b1-a376-3f08-7bb4-d6f253ada5f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8ead60a6bf3441a7bad6bc8e30abbff9 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1730982027918/Put/seqid=0 2024-11-07T12:20:36,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35261 is added to blk_1073741849_1025 (size=8516) 2024-11-07T12:20:36,379 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,43649,1730982008743.replicationSource.wal-reader.87fb68174c52%2C43649%2C1730982008743,1-87fb68174c52,43649,1730982008743 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36461/user/jenkins/test-data/619a85b0-97a7-d727-9446-8d0b9a96a636/WALs/87fb68174c52,43649,1730982008743/87fb68174c52%2C43649%2C1730982008743.1730982010437 to pos 636, reset compression=false 2024-11-07T12:20:36,587 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,35069,1730982012498.replicationSource.wal-reader.87fb68174c52%2C35069%2C1730982012498,1-87fb68174c52,35069,1730982012498 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37131/user/jenkins/test-data/9d6182fe-15c4-0556-17f8-435f975fc265/WALs/87fb68174c52,35069,1730982012498/87fb68174c52%2C35069%2C1730982012498.1730982014095 to pos 1189, reset compression=false 2024-11-07T12:20:36,638 INFO [M:0;87fb68174c52:45277 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:37707/user/jenkins/test-data/3c89b1b1-a376-3f08-7bb4-d6f253ada5f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8ead60a6bf3441a7bad6bc8e30abbff9 2024-11-07T12:20:36,655 DEBUG [M:0;87fb68174c52:45277 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37707/user/jenkins/test-data/3c89b1b1-a376-3f08-7bb4-d6f253ada5f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/eb42885c9ad349bb87241587eccea4f3 is 69, key is 87fb68174c52,43387,1730982015731/rs:state/1730982017590/Put/seqid=0 2024-11-07T12:20:36,659 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35261 is added to blk_1073741850_1026 (size=5156) 2024-11-07T12:20:37,059 INFO [M:0;87fb68174c52:45277 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:37707/user/jenkins/test-data/3c89b1b1-a376-3f08-7bb4-d6f253ada5f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/eb42885c9ad349bb87241587eccea4f3 2024-11-07T12:20:37,064 DEBUG [M:0;87fb68174c52:45277 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37707/user/jenkins/test-data/3c89b1b1-a376-3f08-7bb4-d6f253ada5f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2360658e506c4f9f9ce91726d90003bd as hdfs://localhost:37707/user/jenkins/test-data/3c89b1b1-a376-3f08-7bb4-d6f253ada5f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2360658e506c4f9f9ce91726d90003bd 2024-11-07T12:20:37,067 INFO [M:0;87fb68174c52:45277 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37707/user/jenkins/test-data/3c89b1b1-a376-3f08-7bb4-d6f253ada5f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2360658e506c4f9f9ce91726d90003bd, entries=8, sequenceid=97, filesize=5.5 K 2024-11-07T12:20:37,068 DEBUG [M:0;87fb68174c52:45277 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37707/user/jenkins/test-data/3c89b1b1-a376-3f08-7bb4-d6f253ada5f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8ead60a6bf3441a7bad6bc8e30abbff9 as hdfs://localhost:37707/user/jenkins/test-data/3c89b1b1-a376-3f08-7bb4-d6f253ada5f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/8ead60a6bf3441a7bad6bc8e30abbff9 2024-11-07T12:20:37,072 INFO [M:0;87fb68174c52:45277 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37707/user/jenkins/test-data/3c89b1b1-a376-3f08-7bb4-d6f253ada5f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/8ead60a6bf3441a7bad6bc8e30abbff9, entries=11, sequenceid=97, filesize=8.3 K 2024-11-07T12:20:37,072 DEBUG [M:0;87fb68174c52:45277 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37707/user/jenkins/test-data/3c89b1b1-a376-3f08-7bb4-d6f253ada5f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/eb42885c9ad349bb87241587eccea4f3 as hdfs://localhost:37707/user/jenkins/test-data/3c89b1b1-a376-3f08-7bb4-d6f253ada5f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/eb42885c9ad349bb87241587eccea4f3 2024-11-07T12:20:37,076 INFO [M:0;87fb68174c52:45277 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37707/user/jenkins/test-data/3c89b1b1-a376-3f08-7bb4-d6f253ada5f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/eb42885c9ad349bb87241587eccea4f3, entries=1, sequenceid=97, filesize=5.0 K 2024-11-07T12:20:37,077 INFO [M:0;87fb68174c52:45277 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1284ms, sequenceid=97, compaction requested=false 2024-11-07T12:20:37,078 INFO [M:0;87fb68174c52:45277 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T12:20:37,078 DEBUG [M:0;87fb68174c52:45277 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1730982035793Disabling compacts and flushes for region at 1730982035793Disabling writes for close at 1730982035793Obtaining lock to block concurrent updates at 1730982035793Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1730982035793Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1730982035794 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1730982035794Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1730982035794Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1730982035809 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1730982035809Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1730982036217 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1730982036234 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1730982036234Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1730982036642 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1730982036655 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1730982036655Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7e71e758: reopening flushed file at 1730982037063 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@199d99fb: reopening flushed file at 1730982037068 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@416223f9: reopening flushed file at 1730982037072 (+4 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1284ms, sequenceid=97, compaction requested=false at 1730982037077 (+5 ms)Writing region close event to WAL at 1730982037078 (+1 ms)Closed at 1730982037078 2024-11-07T12:20:37,080 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35261 is added to blk_1073741830_1006 (size=63654) 2024-11-07T12:20:37,080 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/3c89b1b1-a376-3f08-7bb4-d6f253ada5f1/MasterData/WALs/87fb68174c52,45277,1730982015689/87fb68174c52%2C45277%2C1730982015689.1730982017441 not finished, retry = 0 2024-11-07T12:20:37,181 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-07T12:20:37,181 INFO [M:0;87fb68174c52:45277 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-07T12:20:37,181 INFO [M:0;87fb68174c52:45277 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:45277 2024-11-07T12:20:37,181 INFO [M:0;87fb68174c52:45277 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-07T12:20:37,283 INFO [M:0;87fb68174c52:45277 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-07T12:20:37,283 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45277-0x1001a2f5d900006, quorum=127.0.0.1:62659, baseZNode=/2883894931 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T12:20:37,283 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45277-0x1001a2f5d900006, quorum=127.0.0.1:62659, baseZNode=/2883894931 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T12:20:37,286 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3f4a9931{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T12:20:37,286 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@75fd094d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-07T12:20:37,286 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-07T12:20:37,287 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@125af0d8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-07T12:20:37,287 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@371b423e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ae5c83fa-7e29-63e1-53cc-e2e2141064aa/hadoop.log.dir/,STOPPED} 2024-11-07T12:20:37,288 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-07T12:20:37,288 WARN [BP-901575549-172.17.0.3-1730982015163 heartbeating to localhost/127.0.0.1:37707 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-07T12:20:37,288 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-07T12:20:37,288 WARN [BP-901575549-172.17.0.3-1730982015163 heartbeating to localhost/127.0.0.1:37707 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-901575549-172.17.0.3-1730982015163 (Datanode Uuid d661f756-6b3b-4747-9470-bae1eb31c4a8) service to localhost/127.0.0.1:37707 2024-11-07T12:20:37,289 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ae5c83fa-7e29-63e1-53cc-e2e2141064aa/cluster_f3325866-e081-6f78-430e-aa167ecbe06f/data/data1/current/BP-901575549-172.17.0.3-1730982015163 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T12:20:37,289 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ae5c83fa-7e29-63e1-53cc-e2e2141064aa/cluster_f3325866-e081-6f78-430e-aa167ecbe06f/data/data2/current/BP-901575549-172.17.0.3-1730982015163 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T12:20:37,290 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-07T12:20:37,296 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2f7bb3d5{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-07T12:20:37,297 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@681c5839{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-07T12:20:37,297 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-07T12:20:37,297 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7ea353dd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-07T12:20:37,297 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@22d1878f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ae5c83fa-7e29-63e1-53cc-e2e2141064aa/hadoop.log.dir/,STOPPED} 2024-11-07T12:20:37,309 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-07T12:20:37,309 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-07T12:20:37,309 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T12:20:37,309 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T12:20:37,309 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:20:37,309 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:20:37,309 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T12:20:37,309 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-07T12:20:37,309 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1701877068, stopped=false 2024-11-07T12:20:37,309 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=87fb68174c52,39199,1730982012461 2024-11-07T12:20:37,311 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39199-0x1001a2f5d900003, quorum=127.0.0.1:62659, baseZNode=/1-715544652 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-715544652/running 2024-11-07T12:20:37,311 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35069-0x1001a2f5d900004, quorum=127.0.0.1:62659, baseZNode=/1-715544652 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-715544652/running 2024-11-07T12:20:37,311 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35069-0x1001a2f5d900004, quorum=127.0.0.1:62659, baseZNode=/1-715544652 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-715544652 2024-11-07T12:20:37,311 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39199-0x1001a2f5d900003, quorum=127.0.0.1:62659, baseZNode=/1-715544652 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-715544652 2024-11-07T12:20:37,311 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-07T12:20:37,311 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T12:20:37,311 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T12:20:37,311 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39199-0x1001a2f5d900003, quorum=127.0.0.1:62659, baseZNode=/1-715544652 Set watcher on znode that does not yet exist, /1-715544652/running 2024-11-07T12:20:37,311 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:20:37,312 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '87fb68174c52,35069,1730982012498' ***** 2024-11-07T12:20:37,312 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-07T12:20:37,312 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35069-0x1001a2f5d900004, quorum=127.0.0.1:62659, baseZNode=/1-715544652 Set watcher on znode that does not yet exist, /1-715544652/running 2024-11-07T12:20:37,312 INFO [RS:0;87fb68174c52:35069 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-07T12:20:37,312 INFO [RS:0;87fb68174c52:35069 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-07T12:20:37,312 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-07T12:20:37,312 INFO [RS:0;87fb68174c52:35069 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-07T12:20:37,312 INFO [RS:0;87fb68174c52:35069 {}] regionserver.HRegionServer(3091): Received CLOSE for fb2f6af6a1e050373b4296c576548039 2024-11-07T12:20:37,313 INFO [RS:0;87fb68174c52:35069 {}] regionserver.HRegionServer(3091): Received CLOSE for e84671e3bfbb23cca402fb4a036c2b6f 2024-11-07T12:20:37,313 INFO [RS:0;87fb68174c52:35069 {}] regionserver.HRegionServer(959): stopping server 87fb68174c52,35069,1730982012498 2024-11-07T12:20:37,313 INFO [RS:0;87fb68174c52:35069 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-07T12:20:37,313 INFO [RS:0;87fb68174c52:35069 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;87fb68174c52:35069. 2024-11-07T12:20:37,313 DEBUG [RS:0;87fb68174c52:35069 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T12:20:37,313 DEBUG [RS:0;87fb68174c52:35069 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:20:37,313 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing fb2f6af6a1e050373b4296c576548039, disabling compactions & flushes 2024-11-07T12:20:37,313 INFO [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1730982024990.fb2f6af6a1e050373b4296c576548039. 2024-11-07T12:20:37,313 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1730982024990.fb2f6af6a1e050373b4296c576548039. 2024-11-07T12:20:37,313 INFO [RS:0;87fb68174c52:35069 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-07T12:20:37,313 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1730982024990.fb2f6af6a1e050373b4296c576548039. after waiting 0 ms 2024-11-07T12:20:37,313 INFO [RS:0;87fb68174c52:35069 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-07T12:20:37,313 INFO [RS:0;87fb68174c52:35069 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-07T12:20:37,313 INFO [RS:0;87fb68174c52:35069 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-07T12:20:37,313 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1730982024990.fb2f6af6a1e050373b4296c576548039. 2024-11-07T12:20:37,313 INFO [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing fb2f6af6a1e050373b4296c576548039 3/3 column families, dataSize=1.16 KB heapSize=2.50 KB 2024-11-07T12:20:37,313 INFO [RS:0;87fb68174c52:35069 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-07T12:20:37,313 DEBUG [RS:0;87fb68174c52:35069 {}] regionserver.HRegionServer(1325): Online Regions={fb2f6af6a1e050373b4296c576548039=hbase:replication,,1730982024990.fb2f6af6a1e050373b4296c576548039., 1588230740=hbase:meta,,1.1588230740, e84671e3bfbb23cca402fb4a036c2b6f=test,,1730982020526.e84671e3bfbb23cca402fb4a036c2b6f.} 2024-11-07T12:20:37,313 DEBUG [RS:0;87fb68174c52:35069 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, e84671e3bfbb23cca402fb4a036c2b6f, fb2f6af6a1e050373b4296c576548039 2024-11-07T12:20:37,313 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-07T12:20:37,313 INFO [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-07T12:20:37,313 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-07T12:20:37,313 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-07T12:20:37,314 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-07T12:20:37,314 INFO [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-07T12:20:37,328 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37131/user/jenkins/test-data/9d6182fe-15c4-0556-17f8-435f975fc265/data/hbase/meta/1588230740/.tmp/info/de2ed0220f18495494795585352982d9 is 147, key is hbase:replication,,1730982024990.fb2f6af6a1e050373b4296c576548039./info:regioninfo/1730982026158/Put/seqid=0 2024-11-07T12:20:37,328 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37131/user/jenkins/test-data/9d6182fe-15c4-0556-17f8-435f975fc265/data/hbase/replication/fb2f6af6a1e050373b4296c576548039/.tmp/queue/74f120e110414836b4cf41c72d94cc59 is 154, key is 1-87fb68174c52,35069,1730982012498/queue:87fb68174c52%2C35069%2C1730982012498/1730982033871/Put/seqid=0 2024-11-07T12:20:37,334 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37243 is added to blk_1073741840_1016 (size=7686) 2024-11-07T12:20:37,334 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37243 is added to blk_1073741841_1017 (size=5353) 2024-11-07T12:20:37,382 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,43649,1730982008743.replicationSource.wal-reader.87fb68174c52%2C43649%2C1730982008743,1-87fb68174c52,43649,1730982008743 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36461/user/jenkins/test-data/619a85b0-97a7-d727-9446-8d0b9a96a636/WALs/87fb68174c52,43649,1730982008743/87fb68174c52%2C43649%2C1730982008743.1730982010437 to pos 636, reset compression=false 2024-11-07T12:20:37,391 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,35069,1730982012498.replicationSource.wal-reader.87fb68174c52%2C35069%2C1730982012498,1-87fb68174c52,35069,1730982012498 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37131/user/jenkins/test-data/9d6182fe-15c4-0556-17f8-435f975fc265/WALs/87fb68174c52,35069,1730982012498/87fb68174c52%2C35069%2C1730982012498.1730982014095 to pos 1189, reset compression=false 2024-11-07T12:20:37,394 INFO [regionserver/87fb68174c52:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-07T12:20:37,515 DEBUG [RS:0;87fb68174c52:35069 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, e84671e3bfbb23cca402fb4a036c2b6f, fb2f6af6a1e050373b4296c576548039 2024-11-07T12:20:37,715 DEBUG [RS:0;87fb68174c52:35069 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, e84671e3bfbb23cca402fb4a036c2b6f, fb2f6af6a1e050373b4296c576548039 2024-11-07T12:20:37,734 INFO [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37131/user/jenkins/test-data/9d6182fe-15c4-0556-17f8-435f975fc265/data/hbase/meta/1588230740/.tmp/info/de2ed0220f18495494795585352982d9 2024-11-07T12:20:37,734 INFO [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.16 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:37131/user/jenkins/test-data/9d6182fe-15c4-0556-17f8-435f975fc265/data/hbase/replication/fb2f6af6a1e050373b4296c576548039/.tmp/queue/74f120e110414836b4cf41c72d94cc59 2024-11-07T12:20:37,739 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37131/user/jenkins/test-data/9d6182fe-15c4-0556-17f8-435f975fc265/data/hbase/replication/fb2f6af6a1e050373b4296c576548039/.tmp/queue/74f120e110414836b4cf41c72d94cc59 as hdfs://localhost:37131/user/jenkins/test-data/9d6182fe-15c4-0556-17f8-435f975fc265/data/hbase/replication/fb2f6af6a1e050373b4296c576548039/queue/74f120e110414836b4cf41c72d94cc59 2024-11-07T12:20:37,743 INFO [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37131/user/jenkins/test-data/9d6182fe-15c4-0556-17f8-435f975fc265/data/hbase/replication/fb2f6af6a1e050373b4296c576548039/queue/74f120e110414836b4cf41c72d94cc59, entries=1, sequenceid=12, filesize=5.2 K 2024-11-07T12:20:37,744 INFO [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.16 KB/1192, heapSize ~1.98 KB/2032, currentSize=0 B/0 for fb2f6af6a1e050373b4296c576548039 in 431ms, sequenceid=12, compaction requested=false 2024-11-07T12:20:37,746 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37131/user/jenkins/test-data/9d6182fe-15c4-0556-17f8-435f975fc265/data/hbase/replication/fb2f6af6a1e050373b4296c576548039/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-07T12:20:37,747 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-07T12:20:37,747 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-07T12:20:37,747 INFO [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1730982024990.fb2f6af6a1e050373b4296c576548039. 2024-11-07T12:20:37,747 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for fb2f6af6a1e050373b4296c576548039: Waiting for close lock at 1730982037313Running coprocessor pre-close hooks at 1730982037313Disabling compacts and flushes for region at 1730982037313Disabling writes for close at 1730982037313Obtaining lock to block concurrent updates at 1730982037313Preparing flush snapshotting stores in fb2f6af6a1e050373b4296c576548039 at 1730982037313Finished memstore snapshotting hbase:replication,,1730982024990.fb2f6af6a1e050373b4296c576548039., syncing WAL and waiting on mvcc, flushsize=dataSize=1192, getHeapSize=2512, getOffHeapSize=0, getCellsCount=8 at 1730982037314 (+1 ms)Flushing stores of hbase:replication,,1730982024990.fb2f6af6a1e050373b4296c576548039. at 1730982037314Flushing fb2f6af6a1e050373b4296c576548039/queue: creating writer at 1730982037314Flushing fb2f6af6a1e050373b4296c576548039/queue: appending metadata at 1730982037328 (+14 ms)Flushing fb2f6af6a1e050373b4296c576548039/queue: closing flushed file at 1730982037328Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@257bcde3: reopening flushed file at 1730982037739 (+411 ms)Finished flush of dataSize ~1.16 KB/1192, heapSize ~1.98 KB/2032, currentSize=0 B/0 for fb2f6af6a1e050373b4296c576548039 in 431ms, sequenceid=12, compaction requested=false at 1730982037744 (+5 ms)Writing region close event to WAL at 1730982037744Running coprocessor post-close hooks at 1730982037747 (+3 ms)Closed at 1730982037747 2024-11-07T12:20:37,747 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1730982024990.fb2f6af6a1e050373b4296c576548039. 2024-11-07T12:20:37,747 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e84671e3bfbb23cca402fb4a036c2b6f, disabling compactions & flushes 2024-11-07T12:20:37,747 INFO [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1730982020526.e84671e3bfbb23cca402fb4a036c2b6f. 2024-11-07T12:20:37,747 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1730982020526.e84671e3bfbb23cca402fb4a036c2b6f. 2024-11-07T12:20:37,747 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1730982020526.e84671e3bfbb23cca402fb4a036c2b6f. after waiting 0 ms 2024-11-07T12:20:37,747 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1730982020526.e84671e3bfbb23cca402fb4a036c2b6f. 2024-11-07T12:20:37,747 INFO [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing e84671e3bfbb23cca402fb4a036c2b6f 3/3 column families, dataSize=276 B heapSize=1.77 KB 2024-11-07T12:20:37,756 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37131/user/jenkins/test-data/9d6182fe-15c4-0556-17f8-435f975fc265/data/hbase/meta/1588230740/.tmp/ns/a3fb257b15104e80a9f6a85c9c05c844 is 43, key is default/ns:d/1730982015077/Put/seqid=0 2024-11-07T12:20:37,759 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37243 is added to blk_1073741842_1018 (size=5153) 2024-11-07T12:20:37,762 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37131/user/jenkins/test-data/9d6182fe-15c4-0556-17f8-435f975fc265/data/default/test/e84671e3bfbb23cca402fb4a036c2b6f/.tmp/f/bd4a334a3b9b465f8a80f535c985559c is 29, key is row1/f:/1730982032346/DeleteFamily/seqid=0 2024-11-07T12:20:37,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37243 is added to blk_1073741843_1019 (size=5152) 2024-11-07T12:20:37,915 DEBUG [RS:0;87fb68174c52:35069 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, e84671e3bfbb23cca402fb4a036c2b6f 2024-11-07T12:20:37,964 INFO [regionserver/87fb68174c52:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-07T12:20:37,964 INFO [regionserver/87fb68174c52:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-07T12:20:38,115 DEBUG [RS:0;87fb68174c52:35069 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, e84671e3bfbb23cca402fb4a036c2b6f 2024-11-07T12:20:38,160 INFO [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37131/user/jenkins/test-data/9d6182fe-15c4-0556-17f8-435f975fc265/data/hbase/meta/1588230740/.tmp/ns/a3fb257b15104e80a9f6a85c9c05c844 2024-11-07T12:20:38,165 INFO [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:37131/user/jenkins/test-data/9d6182fe-15c4-0556-17f8-435f975fc265/data/default/test/e84671e3bfbb23cca402fb4a036c2b6f/.tmp/f/bd4a334a3b9b465f8a80f535c985559c 2024-11-07T12:20:38,168 INFO [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for bd4a334a3b9b465f8a80f535c985559c 2024-11-07T12:20:38,178 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37131/user/jenkins/test-data/9d6182fe-15c4-0556-17f8-435f975fc265/data/hbase/meta/1588230740/.tmp/rep_barrier/918521e8f6aa4cbe89bd6418d1cb21c4 is 112, key is test,,1730982020526.e84671e3bfbb23cca402fb4a036c2b6f./rep_barrier:seqnumDuringOpen/1730982021288/Put/seqid=0 2024-11-07T12:20:38,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37243 is added to blk_1073741844_1020 (size=5518) 2024-11-07T12:20:38,184 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37131/user/jenkins/test-data/9d6182fe-15c4-0556-17f8-435f975fc265/data/default/test/e84671e3bfbb23cca402fb4a036c2b6f/.tmp/f1/396b6f1a70df40708c1ad0d1429be7b4 is 30, key is row1/f1:/1730982032346/DeleteFamily/seqid=0 2024-11-07T12:20:38,187 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37243 is added to blk_1073741845_1021 (size=5158) 2024-11-07T12:20:38,297 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,35069,1730982012498.replicationSource.wal-reader.87fb68174c52%2C35069%2C1730982012498,1-87fb68174c52,35069,1730982012498 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37131/user/jenkins/test-data/9d6182fe-15c4-0556-17f8-435f975fc265/WALs/87fb68174c52,35069,1730982012498/87fb68174c52%2C35069%2C1730982012498.1730982014095 to pos 1189, reset compression=false 2024-11-07T12:20:38,301 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,35069,1730982012498.replicationSource.wal-reader.87fb68174c52%2C35069%2C1730982012498,1-87fb68174c52,35069,1730982012498 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-07T12:20:38,301 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,35069,1730982012498.replicationSource.wal-reader.87fb68174c52%2C35069%2C1730982012498,1-87fb68174c52,35069,1730982012498 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37131/user/jenkins/test-data/9d6182fe-15c4-0556-17f8-435f975fc265/WALs/87fb68174c52,35069,1730982012498/87fb68174c52%2C35069%2C1730982012498.1730982014095 to pos 1436, reset compression=false 2024-11-07T12:20:38,301 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,35069,1730982012498.replicationSource.shipper87fb68174c52%2C35069%2C1730982012498,1-87fb68174c52,35069,1730982012498 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-87fb68174c52,35069,1730982012498 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37131/user/jenkins/test-data/9d6182fe-15c4-0556-17f8-435f975fc265/WALs/87fb68174c52,35069,1730982012498/87fb68174c52%2C35069%2C1730982012498.1730982014095, lastWalPosition=1436, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-07T12:20:38,302 ERROR [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,35069,1730982012498.replicationSource.shipper87fb68174c52%2C35069%2C1730982012498,1-87fb68174c52,35069,1730982012498 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 87fb68174c52,35069,1730982012498: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-87fb68174c52,35069,1730982012498, walGroup=87fb68174c52%2C35069%2C1730982012498, offset=87fb68174c52%2C35069%2C1730982012498.1730982014095:1436, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=87fb68174c52:35069 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-07T12:20:38,304 ERROR [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,35069,1730982012498.replicationSource.shipper87fb68174c52%2C35069%2C1730982012498,1-87fb68174c52,35069,1730982012498 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-07T12:20:38,304 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,35069,1730982012498.replicationSource.shipper87fb68174c52%2C35069%2C1730982012498,1-87fb68174c52,35069,1730982012498 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-07T12:20:38,305 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,35069,1730982012498.replicationSource.shipper87fb68174c52%2C35069%2C1730982012498,1-87fb68174c52,35069,1730982012498 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-07T12:20:38,305 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,35069,1730982012498.replicationSource.shipper87fb68174c52%2C35069%2C1730982012498,1-87fb68174c52,35069,1730982012498 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-07T12:20:38,305 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,35069,1730982012498.replicationSource.shipper87fb68174c52%2C35069%2C1730982012498,1-87fb68174c52,35069,1730982012498 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-07T12:20:38,305 INFO [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,35069,1730982012498.replicationSource.shipper87fb68174c52%2C35069%2C1730982012498,1-87fb68174c52,35069,1730982012498 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1392508928, "init": 1048576000, "max": 2306867200, "used": 888415032 }, "NonHeapMemoryUsage": { "committed": 207028224, "init": 7667712, "max": -1, "used": 201433976 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-07T12:20:38,305 WARN [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,35069,1730982012498.replicationSource.shipper87fb68174c52%2C35069%2C1730982012498,1-87fb68174c52,35069,1730982012498 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=87fb68174c52:39199 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=87fb68174c52:39199 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-07T12:20:38,315 INFO [RS:0;87fb68174c52:35069 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-07T12:20:38,315 DEBUG [RS:0;87fb68174c52:35069 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, e84671e3bfbb23cca402fb4a036c2b6f=test,,1730982020526.e84671e3bfbb23cca402fb4a036c2b6f.} 2024-11-07T12:20:38,315 DEBUG [RS:0;87fb68174c52:35069 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, e84671e3bfbb23cca402fb4a036c2b6f 2024-11-07T12:20:38,486 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,43649,1730982008743.replicationSource.wal-reader.87fb68174c52%2C43649%2C1730982008743,1-87fb68174c52,43649,1730982008743 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36461/user/jenkins/test-data/619a85b0-97a7-d727-9446-8d0b9a96a636/WALs/87fb68174c52,43649,1730982008743/87fb68174c52%2C43649%2C1730982008743.1730982010437 to pos 636, reset compression=false 2024-11-07T12:20:38,505 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,35069,1730982012498.replicationSource.wal-reader.87fb68174c52%2C35069%2C1730982012498,1-87fb68174c52,35069,1730982012498 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37131/user/jenkins/test-data/9d6182fe-15c4-0556-17f8-435f975fc265/WALs/87fb68174c52,35069,1730982012498/87fb68174c52%2C35069%2C1730982012498.1730982014095 to pos 1436, reset compression=false 2024-11-07T12:20:38,516 DEBUG [RS:0;87fb68174c52:35069 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, e84671e3bfbb23cca402fb4a036c2b6f 2024-11-07T12:20:38,581 INFO [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37131/user/jenkins/test-data/9d6182fe-15c4-0556-17f8-435f975fc265/data/hbase/meta/1588230740/.tmp/rep_barrier/918521e8f6aa4cbe89bd6418d1cb21c4 2024-11-07T12:20:38,588 INFO [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:37131/user/jenkins/test-data/9d6182fe-15c4-0556-17f8-435f975fc265/data/default/test/e84671e3bfbb23cca402fb4a036c2b6f/.tmp/f1/396b6f1a70df40708c1ad0d1429be7b4 2024-11-07T12:20:38,591 INFO [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 396b6f1a70df40708c1ad0d1429be7b4 2024-11-07T12:20:38,602 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37131/user/jenkins/test-data/9d6182fe-15c4-0556-17f8-435f975fc265/data/hbase/meta/1588230740/.tmp/table/9b7fcfb03d534472a676a4483e54ffc2 is 53, key is hbase:replication/table:state/1730982026165/Put/seqid=0 2024-11-07T12:20:38,604 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37131/user/jenkins/test-data/9d6182fe-15c4-0556-17f8-435f975fc265/data/default/test/e84671e3bfbb23cca402fb4a036c2b6f/.tmp/norep/6cef2ffcbd4442fdbb0eaf8f03ee1dea is 33, key is row1/norep:/1730982032346/DeleteFamily/seqid=0 2024-11-07T12:20:38,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37243 is added to blk_1073741846_1022 (size=5308) 2024-11-07T12:20:38,606 INFO [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37131/user/jenkins/test-data/9d6182fe-15c4-0556-17f8-435f975fc265/data/hbase/meta/1588230740/.tmp/table/9b7fcfb03d534472a676a4483e54ffc2 2024-11-07T12:20:38,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37243 is added to blk_1073741847_1023 (size=5108) 2024-11-07T12:20:38,610 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37131/user/jenkins/test-data/9d6182fe-15c4-0556-17f8-435f975fc265/data/hbase/meta/1588230740/.tmp/info/de2ed0220f18495494795585352982d9 as hdfs://localhost:37131/user/jenkins/test-data/9d6182fe-15c4-0556-17f8-435f975fc265/data/hbase/meta/1588230740/info/de2ed0220f18495494795585352982d9 2024-11-07T12:20:38,613 INFO [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37131/user/jenkins/test-data/9d6182fe-15c4-0556-17f8-435f975fc265/data/hbase/meta/1588230740/info/de2ed0220f18495494795585352982d9, entries=20, sequenceid=16, filesize=7.5 K 2024-11-07T12:20:38,613 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37131/user/jenkins/test-data/9d6182fe-15c4-0556-17f8-435f975fc265/data/hbase/meta/1588230740/.tmp/ns/a3fb257b15104e80a9f6a85c9c05c844 as hdfs://localhost:37131/user/jenkins/test-data/9d6182fe-15c4-0556-17f8-435f975fc265/data/hbase/meta/1588230740/ns/a3fb257b15104e80a9f6a85c9c05c844 2024-11-07T12:20:38,617 INFO [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37131/user/jenkins/test-data/9d6182fe-15c4-0556-17f8-435f975fc265/data/hbase/meta/1588230740/ns/a3fb257b15104e80a9f6a85c9c05c844, entries=2, sequenceid=16, filesize=5.0 K 2024-11-07T12:20:38,617 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37131/user/jenkins/test-data/9d6182fe-15c4-0556-17f8-435f975fc265/data/hbase/meta/1588230740/.tmp/rep_barrier/918521e8f6aa4cbe89bd6418d1cb21c4 as hdfs://localhost:37131/user/jenkins/test-data/9d6182fe-15c4-0556-17f8-435f975fc265/data/hbase/meta/1588230740/rep_barrier/918521e8f6aa4cbe89bd6418d1cb21c4 2024-11-07T12:20:38,620 INFO [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37131/user/jenkins/test-data/9d6182fe-15c4-0556-17f8-435f975fc265/data/hbase/meta/1588230740/rep_barrier/918521e8f6aa4cbe89bd6418d1cb21c4, entries=1, sequenceid=16, filesize=5.4 K 2024-11-07T12:20:38,621 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37131/user/jenkins/test-data/9d6182fe-15c4-0556-17f8-435f975fc265/data/hbase/meta/1588230740/.tmp/table/9b7fcfb03d534472a676a4483e54ffc2 as hdfs://localhost:37131/user/jenkins/test-data/9d6182fe-15c4-0556-17f8-435f975fc265/data/hbase/meta/1588230740/table/9b7fcfb03d534472a676a4483e54ffc2 2024-11-07T12:20:38,624 INFO [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37131/user/jenkins/test-data/9d6182fe-15c4-0556-17f8-435f975fc265/data/hbase/meta/1588230740/table/9b7fcfb03d534472a676a4483e54ffc2, entries=4, sequenceid=16, filesize=5.2 K 2024-11-07T12:20:38,625 INFO [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1310ms, sequenceid=16, compaction requested=false 2024-11-07T12:20:38,625 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-07T12:20:38,628 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37131/user/jenkins/test-data/9d6182fe-15c4-0556-17f8-435f975fc265/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-07T12:20:38,629 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-07T12:20:38,629 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-07T12:20:38,629 INFO [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-07T12:20:38,629 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1730982037313Running coprocessor pre-close hooks at 1730982037313Disabling compacts and flushes for region at 1730982037313Disabling writes for close at 1730982037313Obtaining lock to block concurrent updates at 1730982037314 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1730982037314Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1730982037314Flushing stores of hbase:meta,,1.1588230740 at 1730982037314Flushing 1588230740/info: creating writer at 1730982037314Flushing 1588230740/info: appending metadata at 1730982037328 (+14 ms)Flushing 1588230740/info: closing flushed file at 1730982037328Flushing 1588230740/ns: creating writer at 1730982037739 (+411 ms)Flushing 1588230740/ns: appending metadata at 1730982037756 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1730982037756Flushing 1588230740/rep_barrier: creating writer at 1730982038164 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1730982038178 (+14 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1730982038178Flushing 1588230740/table: creating writer at 1730982038585 (+407 ms)Flushing 1588230740/table: appending metadata at 1730982038602 (+17 ms)Flushing 1588230740/table: closing flushed file at 1730982038602Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3553a5df: reopening flushed file at 1730982038609 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@53df58e5: reopening flushed file at 1730982038613 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@472158ff: reopening flushed file at 1730982038617 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4514e485: reopening flushed file at 1730982038620 (+3 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1310ms, sequenceid=16, compaction requested=false at 1730982038625 (+5 ms)Writing region close event to WAL at 1730982038626 (+1 ms)Running coprocessor post-close hooks at 1730982038629 (+3 ms)Closed at 1730982038629 2024-11-07T12:20:38,629 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-07T12:20:38,677 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-07T12:20:38,716 DEBUG [RS:0;87fb68174c52:35069 {}] regionserver.HRegionServer(1351): Waiting on e84671e3bfbb23cca402fb4a036c2b6f 2024-11-07T12:20:38,808 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,35069,1730982012498.replicationSource.wal-reader.87fb68174c52%2C35069%2C1730982012498,1-87fb68174c52,35069,1730982012498 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37131/user/jenkins/test-data/9d6182fe-15c4-0556-17f8-435f975fc265/WALs/87fb68174c52,35069,1730982012498/87fb68174c52%2C35069%2C1730982012498.1730982014095 to pos 1436, reset compression=false 2024-11-07T12:20:38,916 DEBUG [RS:0;87fb68174c52:35069 {}] regionserver.HRegionServer(1351): Waiting on e84671e3bfbb23cca402fb4a036c2b6f 2024-11-07T12:20:39,008 INFO [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:37131/user/jenkins/test-data/9d6182fe-15c4-0556-17f8-435f975fc265/data/default/test/e84671e3bfbb23cca402fb4a036c2b6f/.tmp/norep/6cef2ffcbd4442fdbb0eaf8f03ee1dea 2024-11-07T12:20:39,011 INFO [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6cef2ffcbd4442fdbb0eaf8f03ee1dea 2024-11-07T12:20:39,012 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37131/user/jenkins/test-data/9d6182fe-15c4-0556-17f8-435f975fc265/data/default/test/e84671e3bfbb23cca402fb4a036c2b6f/.tmp/f/bd4a334a3b9b465f8a80f535c985559c as hdfs://localhost:37131/user/jenkins/test-data/9d6182fe-15c4-0556-17f8-435f975fc265/data/default/test/e84671e3bfbb23cca402fb4a036c2b6f/f/bd4a334a3b9b465f8a80f535c985559c 2024-11-07T12:20:39,015 INFO [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for bd4a334a3b9b465f8a80f535c985559c 2024-11-07T12:20:39,015 INFO [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37131/user/jenkins/test-data/9d6182fe-15c4-0556-17f8-435f975fc265/data/default/test/e84671e3bfbb23cca402fb4a036c2b6f/f/bd4a334a3b9b465f8a80f535c985559c, entries=3, sequenceid=10, filesize=5.0 K 2024-11-07T12:20:39,015 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37131/user/jenkins/test-data/9d6182fe-15c4-0556-17f8-435f975fc265/data/default/test/e84671e3bfbb23cca402fb4a036c2b6f/.tmp/f1/396b6f1a70df40708c1ad0d1429be7b4 as hdfs://localhost:37131/user/jenkins/test-data/9d6182fe-15c4-0556-17f8-435f975fc265/data/default/test/e84671e3bfbb23cca402fb4a036c2b6f/f1/396b6f1a70df40708c1ad0d1429be7b4 2024-11-07T12:20:39,018 INFO [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 396b6f1a70df40708c1ad0d1429be7b4 2024-11-07T12:20:39,019 INFO [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37131/user/jenkins/test-data/9d6182fe-15c4-0556-17f8-435f975fc265/data/default/test/e84671e3bfbb23cca402fb4a036c2b6f/f1/396b6f1a70df40708c1ad0d1429be7b4, entries=3, sequenceid=10, filesize=5.0 K 2024-11-07T12:20:39,019 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37131/user/jenkins/test-data/9d6182fe-15c4-0556-17f8-435f975fc265/data/default/test/e84671e3bfbb23cca402fb4a036c2b6f/.tmp/norep/6cef2ffcbd4442fdbb0eaf8f03ee1dea as hdfs://localhost:37131/user/jenkins/test-data/9d6182fe-15c4-0556-17f8-435f975fc265/data/default/test/e84671e3bfbb23cca402fb4a036c2b6f/norep/6cef2ffcbd4442fdbb0eaf8f03ee1dea 2024-11-07T12:20:39,022 INFO [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6cef2ffcbd4442fdbb0eaf8f03ee1dea 2024-11-07T12:20:39,022 INFO [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37131/user/jenkins/test-data/9d6182fe-15c4-0556-17f8-435f975fc265/data/default/test/e84671e3bfbb23cca402fb4a036c2b6f/norep/6cef2ffcbd4442fdbb0eaf8f03ee1dea, entries=1, sequenceid=10, filesize=5.0 K 2024-11-07T12:20:39,023 INFO [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for e84671e3bfbb23cca402fb4a036c2b6f in 1276ms, sequenceid=10, compaction requested=false 2024-11-07T12:20:39,023 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-07T12:20:39,026 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37131/user/jenkins/test-data/9d6182fe-15c4-0556-17f8-435f975fc265/data/default/test/e84671e3bfbb23cca402fb4a036c2b6f/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-07T12:20:39,027 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-07T12:20:39,027 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-07T12:20:39,027 INFO [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1730982020526.e84671e3bfbb23cca402fb4a036c2b6f. 2024-11-07T12:20:39,027 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e84671e3bfbb23cca402fb4a036c2b6f: Waiting for close lock at 1730982037747Running coprocessor pre-close hooks at 1730982037747Disabling compacts and flushes for region at 1730982037747Disabling writes for close at 1730982037747Obtaining lock to block concurrent updates at 1730982037747Preparing flush snapshotting stores in e84671e3bfbb23cca402fb4a036c2b6f at 1730982037747Finished memstore snapshotting test,,1730982020526.e84671e3bfbb23cca402fb4a036c2b6f., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1730982037748 (+1 ms)Flushing stores of test,,1730982020526.e84671e3bfbb23cca402fb4a036c2b6f. at 1730982037748Flushing e84671e3bfbb23cca402fb4a036c2b6f/f: creating writer at 1730982037748Flushing e84671e3bfbb23cca402fb4a036c2b6f/f: appending metadata at 1730982037761 (+13 ms)Flushing e84671e3bfbb23cca402fb4a036c2b6f/f: closing flushed file at 1730982037761Flushing e84671e3bfbb23cca402fb4a036c2b6f/f1: creating writer at 1730982038168 (+407 ms)Flushing e84671e3bfbb23cca402fb4a036c2b6f/f1: appending metadata at 1730982038184 (+16 ms)Flushing e84671e3bfbb23cca402fb4a036c2b6f/f1: closing flushed file at 1730982038184Flushing e84671e3bfbb23cca402fb4a036c2b6f/norep: creating writer at 1730982038591 (+407 ms)Flushing e84671e3bfbb23cca402fb4a036c2b6f/norep: appending metadata at 1730982038604 (+13 ms)Flushing e84671e3bfbb23cca402fb4a036c2b6f/norep: closing flushed file at 1730982038604Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@55d8f2cc: reopening flushed file at 1730982039011 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@41fe477f: reopening flushed file at 1730982039015 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@41ff12d3: reopening flushed file at 1730982039019 (+4 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for e84671e3bfbb23cca402fb4a036c2b6f in 1276ms, sequenceid=10, compaction requested=false at 1730982039023 (+4 ms)Writing region close event to WAL at 1730982039024 (+1 ms)Running coprocessor post-close hooks at 1730982039027 (+3 ms)Closed at 1730982039027 2024-11-07T12:20:39,027 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1730982020526.e84671e3bfbb23cca402fb4a036c2b6f. 2024-11-07T12:20:39,116 INFO [RS:0;87fb68174c52:35069 {}] regionserver.HRegionServer(976): stopping server 87fb68174c52,35069,1730982012498; all regions closed. 2024-11-07T12:20:39,119 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/9d6182fe-15c4-0556-17f8-435f975fc265/WALs/87fb68174c52,35069,1730982012498/87fb68174c52%2C35069%2C1730982012498.meta.1730982015031.meta not finished, retry = 0 2024-11-07T12:20:39,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37243 is added to blk_1073741834_1010 (size=4239) 2024-11-07T12:20:39,211 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,35069,1730982012498.replicationSource.wal-reader.87fb68174c52%2C35069%2C1730982012498,1-87fb68174c52,35069,1730982012498 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37131/user/jenkins/test-data/9d6182fe-15c4-0556-17f8-435f975fc265/WALs/87fb68174c52,35069,1730982012498/87fb68174c52%2C35069%2C1730982012498.1730982014095 to pos 1436, reset compression=false 2024-11-07T12:20:39,215 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,35069,1730982012498.replicationSource.wal-reader.87fb68174c52%2C35069%2C1730982012498,1-87fb68174c52,35069,1730982012498 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-07T12:20:39,216 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,35069,1730982012498.replicationSource.wal-reader.87fb68174c52%2C35069%2C1730982012498,1-87fb68174c52,35069,1730982012498 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37131/user/jenkins/test-data/9d6182fe-15c4-0556-17f8-435f975fc265/WALs/87fb68174c52,35069,1730982012498/87fb68174c52%2C35069%2C1730982012498.1730982014095 to pos 2080, reset compression=false 2024-11-07T12:20:39,222 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/9d6182fe-15c4-0556-17f8-435f975fc265/WALs/87fb68174c52,35069,1730982012498/87fb68174c52%2C35069%2C1730982012498.rep.1730982026127 not finished, retry = 0 2024-11-07T12:20:39,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37243 is added to blk_1073741839_1015 (size=3114) 2024-11-07T12:20:39,324 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37243 is added to blk_1073741832_1008 (size=2088) 2024-11-07T12:20:39,325 DEBUG [RS:0;87fb68174c52:35069 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:20:39,325 INFO [RS:0;87fb68174c52:35069 {}] regionserver.LeaseManager(133): Closed leases 2024-11-07T12:20:39,325 INFO [RS:0;87fb68174c52:35069 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-07T12:20:39,325 INFO [RS:0;87fb68174c52:35069 {}] hbase.ChoreService(370): Chore service for: regionserver/87fb68174c52:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-07T12:20:39,325 INFO [RS:0;87fb68174c52:35069 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-07T12:20:39,325 INFO [regionserver/87fb68174c52:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-07T12:20:39,325 INFO [RS:0;87fb68174c52:35069 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-87fb68174c52,35069,1730982012498 because: Region server is closing 2024-11-07T12:20:39,326 INFO [RS:0;87fb68174c52:35069 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;87fb68174c52:35069. 2024-11-07T12:20:39,326 DEBUG [RS:0;87fb68174c52:35069 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T12:20:39,326 DEBUG [RS:0;87fb68174c52:35069 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:20:39,326 DEBUG [RS:0;87fb68174c52:35069 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:20:39,326 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T12:20:39,426 INFO [RS:0;87fb68174c52:35069 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,35069,1730982012498.replicationSource.shipper87fb68174c52%2C35069%2C1730982012498,1-87fb68174c52,35069,1730982012498 terminated 2024-11-07T12:20:39,426 INFO [RS:0;87fb68174c52:35069 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;87fb68174c52:35069. 2024-11-07T12:20:39,426 DEBUG [RS:0;87fb68174c52:35069 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T12:20:39,426 DEBUG [RS:0;87fb68174c52:35069 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:20:39,426 DEBUG [RS:0;87fb68174c52:35069 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:20:39,426 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T12:20:39,427 INFO [RS:0;87fb68174c52:35069 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:35069 2024-11-07T12:20:39,429 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35069-0x1001a2f5d900004, quorum=127.0.0.1:62659, baseZNode=/1-715544652 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-715544652/rs/87fb68174c52,35069,1730982012498 2024-11-07T12:20:39,429 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39199-0x1001a2f5d900003, quorum=127.0.0.1:62659, baseZNode=/1-715544652 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-715544652/rs 2024-11-07T12:20:39,429 INFO [RS:0;87fb68174c52:35069 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-07T12:20:39,431 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [87fb68174c52,35069,1730982012498] 2024-11-07T12:20:39,436 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-715544652/draining/87fb68174c52,35069,1730982012498 already deleted, retry=false 2024-11-07T12:20:39,436 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 87fb68174c52,35069,1730982012498 expired; onlineServers=0 2024-11-07T12:20:39,436 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '87fb68174c52,39199,1730982012461' ***** 2024-11-07T12:20:39,436 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-07T12:20:39,436 INFO [M:0;87fb68174c52:39199 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-07T12:20:39,436 INFO [M:0;87fb68174c52:39199 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-07T12:20:39,436 DEBUG [M:0;87fb68174c52:39199 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-07T12:20:39,436 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-07T12:20:39,436 DEBUG [M:0;87fb68174c52:39199 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-07T12:20:39,436 DEBUG [master/87fb68174c52:0:becomeActiveMaster-HFileCleaner.large.0-1730982013897 {}] cleaner.HFileCleaner(306): Exit Thread[master/87fb68174c52:0:becomeActiveMaster-HFileCleaner.large.0-1730982013897,5,FailOnTimeoutGroup] 2024-11-07T12:20:39,436 DEBUG [master/87fb68174c52:0:becomeActiveMaster-HFileCleaner.small.0-1730982013897 {}] cleaner.HFileCleaner(306): Exit Thread[master/87fb68174c52:0:becomeActiveMaster-HFileCleaner.small.0-1730982013897,5,FailOnTimeoutGroup] 2024-11-07T12:20:39,436 INFO [M:0;87fb68174c52:39199 {}] hbase.ChoreService(370): Chore service for: master/87fb68174c52:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-07T12:20:39,436 INFO [M:0;87fb68174c52:39199 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-07T12:20:39,436 DEBUG [M:0;87fb68174c52:39199 {}] master.HMaster(1795): Stopping service threads 2024-11-07T12:20:39,436 INFO [M:0;87fb68174c52:39199 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-07T12:20:39,437 INFO [M:0;87fb68174c52:39199 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-07T12:20:39,437 INFO [M:0;87fb68174c52:39199 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-07T12:20:39,437 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-07T12:20:39,438 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39199-0x1001a2f5d900003, quorum=127.0.0.1:62659, baseZNode=/1-715544652 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-715544652/master 2024-11-07T12:20:39,438 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39199-0x1001a2f5d900003, quorum=127.0.0.1:62659, baseZNode=/1-715544652 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-715544652 2024-11-07T12:20:39,438 DEBUG [M:0;87fb68174c52:39199 {}] zookeeper.ZKUtil(347): master:39199-0x1001a2f5d900003, quorum=127.0.0.1:62659, baseZNode=/1-715544652 Unable to get data of znode /1-715544652/master because node does not exist (not an error) 2024-11-07T12:20:39,438 WARN [M:0;87fb68174c52:39199 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-07T12:20:39,439 INFO [M:0;87fb68174c52:39199 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:37131/user/jenkins/test-data/9d6182fe-15c4-0556-17f8-435f975fc265/.lastflushedseqids 2024-11-07T12:20:39,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37243 is added to blk_1073741848_1024 (size=245) 2024-11-07T12:20:39,531 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35069-0x1001a2f5d900004, quorum=127.0.0.1:62659, baseZNode=/1-715544652 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T12:20:39,531 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35069-0x1001a2f5d900004, quorum=127.0.0.1:62659, baseZNode=/1-715544652 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T12:20:39,531 INFO [RS:0;87fb68174c52:35069 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-07T12:20:39,531 INFO [RS:0;87fb68174c52:35069 {}] regionserver.HRegionServer(1031): Exiting; stopping=87fb68174c52,35069,1730982012498; zookeeper connection closed. 2024-11-07T12:20:39,531 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@671f2a1c {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@671f2a1c 2024-11-07T12:20:39,531 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-07T12:20:39,690 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,43649,1730982008743.replicationSource.wal-reader.87fb68174c52%2C43649%2C1730982008743,1-87fb68174c52,43649,1730982008743 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36461/user/jenkins/test-data/619a85b0-97a7-d727-9446-8d0b9a96a636/WALs/87fb68174c52,43649,1730982008743/87fb68174c52%2C43649%2C1730982008743.1730982010437 to pos 636, reset compression=false 2024-11-07T12:20:39,843 INFO [M:0;87fb68174c52:39199 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-07T12:20:39,843 INFO [M:0;87fb68174c52:39199 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-07T12:20:39,843 DEBUG [M:0;87fb68174c52:39199 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-07T12:20:39,843 INFO [M:0;87fb68174c52:39199 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T12:20:39,843 DEBUG [M:0;87fb68174c52:39199 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T12:20:39,843 DEBUG [M:0;87fb68174c52:39199 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-07T12:20:39,843 DEBUG [M:0;87fb68174c52:39199 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T12:20:39,843 INFO [M:0;87fb68174c52:39199 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.51 KB heapSize=64.93 KB 2024-11-07T12:20:39,863 DEBUG [M:0;87fb68174c52:39199 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37131/user/jenkins/test-data/9d6182fe-15c4-0556-17f8-435f975fc265/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ec64f1a846074875b4d8e83a51996226 is 82, key is hbase:meta,,1/info:regioninfo/1730982015068/Put/seqid=0 2024-11-07T12:20:39,867 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37243 is added to blk_1073741849_1025 (size=5672) 2024-11-07T12:20:40,267 INFO [M:0;87fb68174c52:39199 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:37131/user/jenkins/test-data/9d6182fe-15c4-0556-17f8-435f975fc265/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ec64f1a846074875b4d8e83a51996226 2024-11-07T12:20:40,286 DEBUG [M:0;87fb68174c52:39199 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37131/user/jenkins/test-data/9d6182fe-15c4-0556-17f8-435f975fc265/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/603feb265f7f4f04a6a8460284ab45e5 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1730982026168/Put/seqid=0 2024-11-07T12:20:40,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37243 is added to blk_1073741850_1026 (size=8517) 2024-11-07T12:20:40,394 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-07T12:20:40,395 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T12:20:40,395 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T12:20:40,395 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T12:20:40,396 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T12:20:40,396 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T12:20:40,397 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T12:20:40,439 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T12:20:40,439 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T12:20:40,439 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T12:20:40,440 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T12:20:40,440 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T12:20:40,440 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T12:20:40,446 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T12:20:40,448 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T12:20:40,449 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T12:20:40,450 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T12:20:40,690 INFO [M:0;87fb68174c52:39199 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.96 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:37131/user/jenkins/test-data/9d6182fe-15c4-0556-17f8-435f975fc265/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/603feb265f7f4f04a6a8460284ab45e5 2024-11-07T12:20:40,713 DEBUG [M:0;87fb68174c52:39199 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37131/user/jenkins/test-data/9d6182fe-15c4-0556-17f8-435f975fc265/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b41bb912470945fa88a6b6404b0c7bb8 is 69, key is 87fb68174c52,35069,1730982012498/rs:state/1730982013947/Put/seqid=0 2024-11-07T12:20:40,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37243 is added to blk_1073741851_1027 (size=5156) 2024-11-07T12:20:40,996 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,43649,1730982008743.replicationSource.wal-reader.87fb68174c52%2C43649%2C1730982008743,1-87fb68174c52,43649,1730982008743 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36461/user/jenkins/test-data/619a85b0-97a7-d727-9446-8d0b9a96a636/WALs/87fb68174c52,43649,1730982008743/87fb68174c52%2C43649%2C1730982008743.1730982010437 to pos 636, reset compression=false 2024-11-07T12:20:41,117 INFO [M:0;87fb68174c52:39199 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:37131/user/jenkins/test-data/9d6182fe-15c4-0556-17f8-435f975fc265/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b41bb912470945fa88a6b6404b0c7bb8 2024-11-07T12:20:41,121 DEBUG [M:0;87fb68174c52:39199 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37131/user/jenkins/test-data/9d6182fe-15c4-0556-17f8-435f975fc265/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ec64f1a846074875b4d8e83a51996226 as hdfs://localhost:37131/user/jenkins/test-data/9d6182fe-15c4-0556-17f8-435f975fc265/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ec64f1a846074875b4d8e83a51996226 2024-11-07T12:20:41,125 INFO [M:0;87fb68174c52:39199 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37131/user/jenkins/test-data/9d6182fe-15c4-0556-17f8-435f975fc265/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ec64f1a846074875b4d8e83a51996226, entries=8, sequenceid=97, filesize=5.5 K 2024-11-07T12:20:41,126 DEBUG [M:0;87fb68174c52:39199 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37131/user/jenkins/test-data/9d6182fe-15c4-0556-17f8-435f975fc265/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/603feb265f7f4f04a6a8460284ab45e5 as hdfs://localhost:37131/user/jenkins/test-data/9d6182fe-15c4-0556-17f8-435f975fc265/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/603feb265f7f4f04a6a8460284ab45e5 2024-11-07T12:20:41,129 INFO [M:0;87fb68174c52:39199 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37131/user/jenkins/test-data/9d6182fe-15c4-0556-17f8-435f975fc265/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/603feb265f7f4f04a6a8460284ab45e5, entries=11, sequenceid=97, filesize=8.3 K 2024-11-07T12:20:41,129 DEBUG [M:0;87fb68174c52:39199 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37131/user/jenkins/test-data/9d6182fe-15c4-0556-17f8-435f975fc265/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b41bb912470945fa88a6b6404b0c7bb8 as hdfs://localhost:37131/user/jenkins/test-data/9d6182fe-15c4-0556-17f8-435f975fc265/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b41bb912470945fa88a6b6404b0c7bb8 2024-11-07T12:20:41,133 INFO [M:0;87fb68174c52:39199 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37131/user/jenkins/test-data/9d6182fe-15c4-0556-17f8-435f975fc265/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b41bb912470945fa88a6b6404b0c7bb8, entries=1, sequenceid=97, filesize=5.0 K 2024-11-07T12:20:41,133 INFO [M:0;87fb68174c52:39199 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1290ms, sequenceid=97, compaction requested=false 2024-11-07T12:20:41,135 INFO [M:0;87fb68174c52:39199 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T12:20:41,135 DEBUG [M:0;87fb68174c52:39199 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1730982039843Disabling compacts and flushes for region at 1730982039843Disabling writes for close at 1730982039843Obtaining lock to block concurrent updates at 1730982039843Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1730982039843Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56847, getHeapSize=66424, getOffHeapSize=0, getCellsCount=114 at 1730982039844 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1730982039844Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1730982039844Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1730982039863 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1730982039863Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1730982040271 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1730982040286 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1730982040286Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1730982040694 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1730982040712 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1730982040712Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@10e9296e: reopening flushed file at 1730982041121 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@50b10e64: reopening flushed file at 1730982041125 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4fb15e87: reopening flushed file at 1730982041129 (+4 ms)Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1290ms, sequenceid=97, compaction requested=false at 1730982041133 (+4 ms)Writing region close event to WAL at 1730982041134 (+1 ms)Closed at 1730982041134 2024-11-07T12:20:41,136 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37243 is added to blk_1073741830_1006 (size=63666) 2024-11-07T12:20:41,136 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/9d6182fe-15c4-0556-17f8-435f975fc265/MasterData/WALs/87fb68174c52,39199,1730982012461/87fb68174c52%2C39199%2C1730982012461.1730982013789 not finished, retry = 0 2024-11-07T12:20:41,237 INFO [M:0;87fb68174c52:39199 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-07T12:20:41,237 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-07T12:20:41,237 INFO [M:0;87fb68174c52:39199 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:39199 2024-11-07T12:20:41,237 INFO [M:0;87fb68174c52:39199 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-07T12:20:41,339 INFO [M:0;87fb68174c52:39199 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-07T12:20:41,339 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39199-0x1001a2f5d900003, quorum=127.0.0.1:62659, baseZNode=/1-715544652 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T12:20:41,339 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39199-0x1001a2f5d900003, quorum=127.0.0.1:62659, baseZNode=/1-715544652 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T12:20:41,342 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2aaf8662{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T12:20:41,342 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@14948176{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-07T12:20:41,342 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-07T12:20:41,342 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@37fcdc72{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-07T12:20:41,342 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@18002966{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dc07883a-814f-90bc-a61e-383826b915e6/hadoop.log.dir/,STOPPED} 2024-11-07T12:20:41,343 WARN [BP-338985029-172.17.0.3-1730982011515 heartbeating to localhost/127.0.0.1:37131 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-07T12:20:41,343 WARN [BP-338985029-172.17.0.3-1730982011515 heartbeating to localhost/127.0.0.1:37131 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-338985029-172.17.0.3-1730982011515 (Datanode Uuid 9ac21e26-75ac-44ec-baf1-be64f5954a04) service to localhost/127.0.0.1:37131 2024-11-07T12:20:41,344 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-07T12:20:41,344 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-07T12:20:41,344 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dc07883a-814f-90bc-a61e-383826b915e6/cluster_21de29cb-aa88-aeb6-665d-a0019012b3f8/data/data1/current/BP-338985029-172.17.0.3-1730982011515 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T12:20:41,344 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dc07883a-814f-90bc-a61e-383826b915e6/cluster_21de29cb-aa88-aeb6-665d-a0019012b3f8/data/data2/current/BP-338985029-172.17.0.3-1730982011515 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T12:20:41,345 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-07T12:20:41,351 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@9eaf073{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-07T12:20:41,352 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@33292fdf{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-07T12:20:41,352 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-07T12:20:41,352 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3cc0054a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-07T12:20:41,352 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@11b4a74d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dc07883a-814f-90bc-a61e-383826b915e6/hadoop.log.dir/,STOPPED} 2024-11-07T12:20:41,367 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-07T12:20:41,367 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-07T12:20:41,367 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T12:20:41,367 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T12:20:41,367 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:20:41,367 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:20:41,367 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T12:20:41,368 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-07T12:20:41,368 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1443212462, stopped=false 2024-11-07T12:20:41,368 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=87fb68174c52,43611,1730982008688 2024-11-07T12:20:41,369 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43611-0x1001a2f5d900000, quorum=127.0.0.1:62659, baseZNode=/01979585849 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01979585849/running 2024-11-07T12:20:41,369 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43649-0x1001a2f5d900001, quorum=127.0.0.1:62659, baseZNode=/01979585849 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01979585849/running 2024-11-07T12:20:41,369 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43649-0x1001a2f5d900001, quorum=127.0.0.1:62659, baseZNode=/01979585849 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01979585849 2024-11-07T12:20:41,369 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43611-0x1001a2f5d900000, quorum=127.0.0.1:62659, baseZNode=/01979585849 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01979585849 2024-11-07T12:20:41,369 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-07T12:20:41,369 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T12:20:41,369 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T12:20:41,370 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:20:41,370 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43611-0x1001a2f5d900000, quorum=127.0.0.1:62659, baseZNode=/01979585849 Set watcher on znode that does not yet exist, /01979585849/running 2024-11-07T12:20:41,370 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '87fb68174c52,43649,1730982008743' ***** 2024-11-07T12:20:41,370 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-07T12:20:41,370 INFO [RS:0;87fb68174c52:43649 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-07T12:20:41,370 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43649-0x1001a2f5d900001, quorum=127.0.0.1:62659, baseZNode=/01979585849 Set watcher on znode that does not yet exist, /01979585849/running 2024-11-07T12:20:41,370 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-07T12:20:41,371 INFO [RS:0;87fb68174c52:43649 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-07T12:20:41,371 INFO [RS:0;87fb68174c52:43649 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-07T12:20:41,371 INFO [RS:0;87fb68174c52:43649 {}] regionserver.HRegionServer(3091): Received CLOSE for b9f7f573147b634c39f0e4e20e10a14e 2024-11-07T12:20:41,371 INFO [RS:0;87fb68174c52:43649 {}] regionserver.HRegionServer(3091): Received CLOSE for 31e99dd053ba388581334910eaac7426 2024-11-07T12:20:41,371 INFO [RS:0;87fb68174c52:43649 {}] regionserver.HRegionServer(959): stopping server 87fb68174c52,43649,1730982008743 2024-11-07T12:20:41,371 INFO [RS:0;87fb68174c52:43649 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-07T12:20:41,371 INFO [RS:0;87fb68174c52:43649 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;87fb68174c52:43649. 2024-11-07T12:20:41,371 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b9f7f573147b634c39f0e4e20e10a14e, disabling compactions & flushes 2024-11-07T12:20:41,371 DEBUG [RS:0;87fb68174c52:43649 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T12:20:41,371 INFO [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1730982023841.b9f7f573147b634c39f0e4e20e10a14e. 2024-11-07T12:20:41,371 DEBUG [RS:0;87fb68174c52:43649 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:20:41,371 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1730982023841.b9f7f573147b634c39f0e4e20e10a14e. 2024-11-07T12:20:41,371 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1730982023841.b9f7f573147b634c39f0e4e20e10a14e. after waiting 0 ms 2024-11-07T12:20:41,371 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1730982023841.b9f7f573147b634c39f0e4e20e10a14e. 2024-11-07T12:20:41,371 INFO [RS:0;87fb68174c52:43649 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-07T12:20:41,371 INFO [RS:0;87fb68174c52:43649 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-07T12:20:41,371 INFO [RS:0;87fb68174c52:43649 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-07T12:20:41,371 INFO [RS:0;87fb68174c52:43649 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-07T12:20:41,371 INFO [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing b9f7f573147b634c39f0e4e20e10a14e 3/3 column families, dataSize=594 B heapSize=1.63 KB 2024-11-07T12:20:41,371 INFO [RS:0;87fb68174c52:43649 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-07T12:20:41,372 DEBUG [RS:0;87fb68174c52:43649 {}] regionserver.HRegionServer(1325): Online Regions={b9f7f573147b634c39f0e4e20e10a14e=hbase:replication,,1730982023841.b9f7f573147b634c39f0e4e20e10a14e., 1588230740=hbase:meta,,1.1588230740, 31e99dd053ba388581334910eaac7426=test,,1730982018378.31e99dd053ba388581334910eaac7426.} 2024-11-07T12:20:41,372 DEBUG [RS:0;87fb68174c52:43649 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 31e99dd053ba388581334910eaac7426, b9f7f573147b634c39f0e4e20e10a14e 2024-11-07T12:20:41,372 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-07T12:20:41,372 INFO [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-07T12:20:41,372 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-07T12:20:41,372 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-07T12:20:41,372 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-07T12:20:41,372 INFO [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-07T12:20:41,384 INFO [regionserver/87fb68174c52:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-07T12:20:41,384 INFO [regionserver/87fb68174c52:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-07T12:20:41,391 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36461/user/jenkins/test-data/619a85b0-97a7-d727-9446-8d0b9a96a636/data/hbase/meta/1588230740/.tmp/info/6515ed7de8764ce380d2a991a1461f6a is 147, key is hbase:replication,,1730982023841.b9f7f573147b634c39f0e4e20e10a14e./info:regioninfo/1730982024606/Put/seqid=0 2024-11-07T12:20:41,392 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36461/user/jenkins/test-data/619a85b0-97a7-d727-9446-8d0b9a96a636/data/hbase/replication/b9f7f573147b634c39f0e4e20e10a14e/.tmp/queue/8e6c92e4ef0945149d8278f1fd9d5096 is 153, key is 1-87fb68174c52,43649,1730982008743/queue:87fb68174c52%2C43649%2C1730982008743/1730982031948/Put/seqid=0 2024-11-07T12:20:41,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44667 is added to blk_1073741840_1016 (size=7686) 2024-11-07T12:20:41,395 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44667 is added to blk_1073741841_1017 (size=5352) 2024-11-07T12:20:41,396 INFO [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=594 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:36461/user/jenkins/test-data/619a85b0-97a7-d727-9446-8d0b9a96a636/data/hbase/replication/b9f7f573147b634c39f0e4e20e10a14e/.tmp/queue/8e6c92e4ef0945149d8278f1fd9d5096 2024-11-07T12:20:41,400 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36461/user/jenkins/test-data/619a85b0-97a7-d727-9446-8d0b9a96a636/data/hbase/replication/b9f7f573147b634c39f0e4e20e10a14e/.tmp/queue/8e6c92e4ef0945149d8278f1fd9d5096 as hdfs://localhost:36461/user/jenkins/test-data/619a85b0-97a7-d727-9446-8d0b9a96a636/data/hbase/replication/b9f7f573147b634c39f0e4e20e10a14e/queue/8e6c92e4ef0945149d8278f1fd9d5096 2024-11-07T12:20:41,403 INFO [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36461/user/jenkins/test-data/619a85b0-97a7-d727-9446-8d0b9a96a636/data/hbase/replication/b9f7f573147b634c39f0e4e20e10a14e/queue/8e6c92e4ef0945149d8278f1fd9d5096, entries=1, sequenceid=8, filesize=5.2 K 2024-11-07T12:20:41,404 INFO [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~594 B/594, heapSize ~1.11 KB/1136, currentSize=0 B/0 for b9f7f573147b634c39f0e4e20e10a14e in 33ms, sequenceid=8, compaction requested=false 2024-11-07T12:20:41,404 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-07T12:20:41,408 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36461/user/jenkins/test-data/619a85b0-97a7-d727-9446-8d0b9a96a636/data/hbase/replication/b9f7f573147b634c39f0e4e20e10a14e/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-07T12:20:41,408 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-07T12:20:41,408 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-07T12:20:41,409 INFO [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1730982023841.b9f7f573147b634c39f0e4e20e10a14e. 2024-11-07T12:20:41,409 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b9f7f573147b634c39f0e4e20e10a14e: Waiting for close lock at 1730982041371Running coprocessor pre-close hooks at 1730982041371Disabling compacts and flushes for region at 1730982041371Disabling writes for close at 1730982041371Obtaining lock to block concurrent updates at 1730982041371Preparing flush snapshotting stores in b9f7f573147b634c39f0e4e20e10a14e at 1730982041371Finished memstore snapshotting hbase:replication,,1730982023841.b9f7f573147b634c39f0e4e20e10a14e., syncing WAL and waiting on mvcc, flushsize=dataSize=594, getHeapSize=1616, getOffHeapSize=0, getCellsCount=4 at 1730982041372 (+1 ms)Flushing stores of hbase:replication,,1730982023841.b9f7f573147b634c39f0e4e20e10a14e. at 1730982041372Flushing b9f7f573147b634c39f0e4e20e10a14e/queue: creating writer at 1730982041372Flushing b9f7f573147b634c39f0e4e20e10a14e/queue: appending metadata at 1730982041391 (+19 ms)Flushing b9f7f573147b634c39f0e4e20e10a14e/queue: closing flushed file at 1730982041391Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6294725e: reopening flushed file at 1730982041399 (+8 ms)Finished flush of dataSize ~594 B/594, heapSize ~1.11 KB/1136, currentSize=0 B/0 for b9f7f573147b634c39f0e4e20e10a14e in 33ms, sequenceid=8, compaction requested=false at 1730982041404 (+5 ms)Writing region close event to WAL at 1730982041406 (+2 ms)Running coprocessor post-close hooks at 1730982041408 (+2 ms)Closed at 1730982041408 2024-11-07T12:20:41,409 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1730982023841.b9f7f573147b634c39f0e4e20e10a14e. 2024-11-07T12:20:41,409 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 31e99dd053ba388581334910eaac7426, disabling compactions & flushes 2024-11-07T12:20:41,409 INFO [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1730982018378.31e99dd053ba388581334910eaac7426. 2024-11-07T12:20:41,409 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1730982018378.31e99dd053ba388581334910eaac7426. 2024-11-07T12:20:41,409 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1730982018378.31e99dd053ba388581334910eaac7426. after waiting 0 ms 2024-11-07T12:20:41,409 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1730982018378.31e99dd053ba388581334910eaac7426. 2024-11-07T12:20:41,409 INFO [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 31e99dd053ba388581334910eaac7426 3/3 column families, dataSize=107 B heapSize=1.15 KB 2024-11-07T12:20:41,429 INFO [regionserver/87fb68174c52:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-07T12:20:41,429 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36461/user/jenkins/test-data/619a85b0-97a7-d727-9446-8d0b9a96a636/data/default/test/31e99dd053ba388581334910eaac7426/.tmp/f/e38e2dcb76f64a6ab45ff73587b89d7f is 28, key is row/f:/1730982031341/DeleteFamily/seqid=0 2024-11-07T12:20:41,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44667 is added to blk_1073741842_1018 (size=5085) 2024-11-07T12:20:41,572 DEBUG [RS:0;87fb68174c52:43649 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 31e99dd053ba388581334910eaac7426 2024-11-07T12:20:41,772 DEBUG [RS:0;87fb68174c52:43649 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 31e99dd053ba388581334910eaac7426 2024-11-07T12:20:41,795 INFO [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36461/user/jenkins/test-data/619a85b0-97a7-d727-9446-8d0b9a96a636/data/hbase/meta/1588230740/.tmp/info/6515ed7de8764ce380d2a991a1461f6a 2024-11-07T12:20:41,814 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36461/user/jenkins/test-data/619a85b0-97a7-d727-9446-8d0b9a96a636/data/hbase/meta/1588230740/.tmp/ns/fea34c02a5484fbd84b75bf32c82049c is 43, key is default/ns:d/1730982011411/Put/seqid=0 2024-11-07T12:20:41,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44667 is added to blk_1073741843_1019 (size=5153) 2024-11-07T12:20:41,838 INFO [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:36461/user/jenkins/test-data/619a85b0-97a7-d727-9446-8d0b9a96a636/data/default/test/31e99dd053ba388581334910eaac7426/.tmp/f/e38e2dcb76f64a6ab45ff73587b89d7f 2024-11-07T12:20:41,842 INFO [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e38e2dcb76f64a6ab45ff73587b89d7f 2024-11-07T12:20:41,858 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36461/user/jenkins/test-data/619a85b0-97a7-d727-9446-8d0b9a96a636/data/default/test/31e99dd053ba388581334910eaac7426/.tmp/f1/e9833a78bacd42c0a58f0a3aa5ace748 is 29, key is row/f1:/1730982031341/DeleteFamily/seqid=0 2024-11-07T12:20:41,863 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44667 is added to blk_1073741844_1020 (size=5089) 2024-11-07T12:20:41,972 DEBUG [RS:0;87fb68174c52:43649 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 31e99dd053ba388581334910eaac7426 2024-11-07T12:20:42,172 DEBUG [RS:0;87fb68174c52:43649 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 31e99dd053ba388581334910eaac7426 2024-11-07T12:20:42,218 INFO [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36461/user/jenkins/test-data/619a85b0-97a7-d727-9446-8d0b9a96a636/data/hbase/meta/1588230740/.tmp/ns/fea34c02a5484fbd84b75bf32c82049c 2024-11-07T12:20:42,237 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36461/user/jenkins/test-data/619a85b0-97a7-d727-9446-8d0b9a96a636/data/hbase/meta/1588230740/.tmp/rep_barrier/f15eea0bf0ec456e841155d34cfd583e is 112, key is test,,1730982018378.31e99dd053ba388581334910eaac7426./rep_barrier:seqnumDuringOpen/1730982019525/Put/seqid=0 2024-11-07T12:20:42,240 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44667 is added to blk_1073741845_1021 (size=5518) 2024-11-07T12:20:42,263 INFO [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=25 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:36461/user/jenkins/test-data/619a85b0-97a7-d727-9446-8d0b9a96a636/data/default/test/31e99dd053ba388581334910eaac7426/.tmp/f1/e9833a78bacd42c0a58f0a3aa5ace748 2024-11-07T12:20:42,267 INFO [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e9833a78bacd42c0a58f0a3aa5ace748 2024-11-07T12:20:42,282 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36461/user/jenkins/test-data/619a85b0-97a7-d727-9446-8d0b9a96a636/data/default/test/31e99dd053ba388581334910eaac7426/.tmp/norep/12254c92dbd74614ae33aee0653fd6cd is 32, key is row/norep:/1730982031341/DeleteFamily/seqid=0 2024-11-07T12:20:42,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44667 is added to blk_1073741846_1022 (size=5101) 2024-11-07T12:20:42,373 INFO [RS:0;87fb68174c52:43649 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-07T12:20:42,373 DEBUG [RS:0;87fb68174c52:43649 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 31e99dd053ba388581334910eaac7426=test,,1730982018378.31e99dd053ba388581334910eaac7426.} 2024-11-07T12:20:42,373 DEBUG [RS:0;87fb68174c52:43649 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 31e99dd053ba388581334910eaac7426 2024-11-07T12:20:42,400 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,43649,1730982008743.replicationSource.wal-reader.87fb68174c52%2C43649%2C1730982008743,1-87fb68174c52,43649,1730982008743 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36461/user/jenkins/test-data/619a85b0-97a7-d727-9446-8d0b9a96a636/WALs/87fb68174c52,43649,1730982008743/87fb68174c52%2C43649%2C1730982008743.1730982010437 to pos 636, reset compression=false 2024-11-07T12:20:42,404 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,43649,1730982008743.replicationSource.wal-reader.87fb68174c52%2C43649%2C1730982008743,1-87fb68174c52,43649,1730982008743 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-07T12:20:42,404 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,43649,1730982008743.replicationSource.wal-reader.87fb68174c52%2C43649%2C1730982008743,1-87fb68174c52,43649,1730982008743 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36461/user/jenkins/test-data/619a85b0-97a7-d727-9446-8d0b9a96a636/WALs/87fb68174c52,43649,1730982008743/87fb68174c52%2C43649%2C1730982008743.1730982010437 to pos 883, reset compression=false 2024-11-07T12:20:42,404 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,43649,1730982008743.replicationSource.shipper87fb68174c52%2C43649%2C1730982008743,1-87fb68174c52,43649,1730982008743 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-87fb68174c52,43649,1730982008743 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36461/user/jenkins/test-data/619a85b0-97a7-d727-9446-8d0b9a96a636/WALs/87fb68174c52,43649,1730982008743/87fb68174c52%2C43649%2C1730982008743.1730982010437, lastWalPosition=883, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-07T12:20:42,405 ERROR [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,43649,1730982008743.replicationSource.shipper87fb68174c52%2C43649%2C1730982008743,1-87fb68174c52,43649,1730982008743 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 87fb68174c52,43649,1730982008743: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-87fb68174c52,43649,1730982008743, walGroup=87fb68174c52%2C43649%2C1730982008743, offset=87fb68174c52%2C43649%2C1730982008743.1730982010437:883, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=87fb68174c52:43649 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-07T12:20:42,406 ERROR [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,43649,1730982008743.replicationSource.shipper87fb68174c52%2C43649%2C1730982008743,1-87fb68174c52,43649,1730982008743 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-07T12:20:42,406 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,43649,1730982008743.replicationSource.shipper87fb68174c52%2C43649%2C1730982008743,1-87fb68174c52,43649,1730982008743 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-07T12:20:42,407 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,43649,1730982008743.replicationSource.shipper87fb68174c52%2C43649%2C1730982008743,1-87fb68174c52,43649,1730982008743 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-07T12:20:42,407 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,43649,1730982008743.replicationSource.shipper87fb68174c52%2C43649%2C1730982008743,1-87fb68174c52,43649,1730982008743 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-07T12:20:42,407 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,43649,1730982008743.replicationSource.shipper87fb68174c52%2C43649%2C1730982008743,1-87fb68174c52,43649,1730982008743 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-07T12:20:42,407 INFO [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,43649,1730982008743.replicationSource.shipper87fb68174c52%2C43649%2C1730982008743,1-87fb68174c52,43649,1730982008743 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1392508928, "init": 1048576000, "max": 2306867200, "used": 980689712 }, "NonHeapMemoryUsage": { "committed": 207159296, "init": 7667712, "max": -1, "used": 202001656 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-07T12:20:42,407 WARN [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,43649,1730982008743.replicationSource.shipper87fb68174c52%2C43649%2C1730982008743,1-87fb68174c52,43649,1730982008743 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=87fb68174c52:43611 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=87fb68174c52:43611 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-07T12:20:42,573 DEBUG [RS:0;87fb68174c52:43649 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 31e99dd053ba388581334910eaac7426 2024-11-07T12:20:42,607 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,43649,1730982008743.replicationSource.wal-reader.87fb68174c52%2C43649%2C1730982008743,1-87fb68174c52,43649,1730982008743 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36461/user/jenkins/test-data/619a85b0-97a7-d727-9446-8d0b9a96a636/WALs/87fb68174c52,43649,1730982008743/87fb68174c52%2C43649%2C1730982008743.1730982010437 to pos 883, reset compression=false 2024-11-07T12:20:42,640 INFO [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36461/user/jenkins/test-data/619a85b0-97a7-d727-9446-8d0b9a96a636/data/hbase/meta/1588230740/.tmp/rep_barrier/f15eea0bf0ec456e841155d34cfd583e 2024-11-07T12:20:42,659 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36461/user/jenkins/test-data/619a85b0-97a7-d727-9446-8d0b9a96a636/data/hbase/meta/1588230740/.tmp/table/5215148e6e324338ab53c7c58dd1be8f is 53, key is hbase:replication/table:state/1730982024612/Put/seqid=0 2024-11-07T12:20:42,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44667 is added to blk_1073741847_1023 (size=5308) 2024-11-07T12:20:42,685 INFO [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:36461/user/jenkins/test-data/619a85b0-97a7-d727-9446-8d0b9a96a636/data/default/test/31e99dd053ba388581334910eaac7426/.tmp/norep/12254c92dbd74614ae33aee0653fd6cd 2024-11-07T12:20:42,689 INFO [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 12254c92dbd74614ae33aee0653fd6cd 2024-11-07T12:20:42,689 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36461/user/jenkins/test-data/619a85b0-97a7-d727-9446-8d0b9a96a636/data/default/test/31e99dd053ba388581334910eaac7426/.tmp/f/e38e2dcb76f64a6ab45ff73587b89d7f as hdfs://localhost:36461/user/jenkins/test-data/619a85b0-97a7-d727-9446-8d0b9a96a636/data/default/test/31e99dd053ba388581334910eaac7426/f/e38e2dcb76f64a6ab45ff73587b89d7f 2024-11-07T12:20:42,693 INFO [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e38e2dcb76f64a6ab45ff73587b89d7f 2024-11-07T12:20:42,693 INFO [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36461/user/jenkins/test-data/619a85b0-97a7-d727-9446-8d0b9a96a636/data/default/test/31e99dd053ba388581334910eaac7426/f/e38e2dcb76f64a6ab45ff73587b89d7f, entries=1, sequenceid=6, filesize=5.0 K 2024-11-07T12:20:42,694 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36461/user/jenkins/test-data/619a85b0-97a7-d727-9446-8d0b9a96a636/data/default/test/31e99dd053ba388581334910eaac7426/.tmp/f1/e9833a78bacd42c0a58f0a3aa5ace748 as hdfs://localhost:36461/user/jenkins/test-data/619a85b0-97a7-d727-9446-8d0b9a96a636/data/default/test/31e99dd053ba388581334910eaac7426/f1/e9833a78bacd42c0a58f0a3aa5ace748 2024-11-07T12:20:42,697 INFO [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e9833a78bacd42c0a58f0a3aa5ace748 2024-11-07T12:20:42,697 INFO [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36461/user/jenkins/test-data/619a85b0-97a7-d727-9446-8d0b9a96a636/data/default/test/31e99dd053ba388581334910eaac7426/f1/e9833a78bacd42c0a58f0a3aa5ace748, entries=1, sequenceid=6, filesize=5.0 K 2024-11-07T12:20:42,698 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36461/user/jenkins/test-data/619a85b0-97a7-d727-9446-8d0b9a96a636/data/default/test/31e99dd053ba388581334910eaac7426/.tmp/norep/12254c92dbd74614ae33aee0653fd6cd as hdfs://localhost:36461/user/jenkins/test-data/619a85b0-97a7-d727-9446-8d0b9a96a636/data/default/test/31e99dd053ba388581334910eaac7426/norep/12254c92dbd74614ae33aee0653fd6cd 2024-11-07T12:20:42,701 INFO [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 12254c92dbd74614ae33aee0653fd6cd 2024-11-07T12:20:42,701 INFO [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36461/user/jenkins/test-data/619a85b0-97a7-d727-9446-8d0b9a96a636/data/default/test/31e99dd053ba388581334910eaac7426/norep/12254c92dbd74614ae33aee0653fd6cd, entries=1, sequenceid=6, filesize=5.0 K 2024-11-07T12:20:42,702 INFO [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for 31e99dd053ba388581334910eaac7426 in 1293ms, sequenceid=6, compaction requested=false 2024-11-07T12:20:42,705 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36461/user/jenkins/test-data/619a85b0-97a7-d727-9446-8d0b9a96a636/data/default/test/31e99dd053ba388581334910eaac7426/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-07T12:20:42,706 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-07T12:20:42,706 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-07T12:20:42,706 INFO [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1730982018378.31e99dd053ba388581334910eaac7426. 2024-11-07T12:20:42,706 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 31e99dd053ba388581334910eaac7426: Waiting for close lock at 1730982041409Running coprocessor pre-close hooks at 1730982041409Disabling compacts and flushes for region at 1730982041409Disabling writes for close at 1730982041409Obtaining lock to block concurrent updates at 1730982041409Preparing flush snapshotting stores in 31e99dd053ba388581334910eaac7426 at 1730982041409Finished memstore snapshotting test,,1730982018378.31e99dd053ba388581334910eaac7426., syncing WAL and waiting on mvcc, flushsize=dataSize=107, getHeapSize=1128, getOffHeapSize=0, getCellsCount=4 at 1730982041409Flushing stores of test,,1730982018378.31e99dd053ba388581334910eaac7426. at 1730982041410 (+1 ms)Flushing 31e99dd053ba388581334910eaac7426/f: creating writer at 1730982041410Flushing 31e99dd053ba388581334910eaac7426/f: appending metadata at 1730982041428 (+18 ms)Flushing 31e99dd053ba388581334910eaac7426/f: closing flushed file at 1730982041428Flushing 31e99dd053ba388581334910eaac7426/f1: creating writer at 1730982041842 (+414 ms)Flushing 31e99dd053ba388581334910eaac7426/f1: appending metadata at 1730982041858 (+16 ms)Flushing 31e99dd053ba388581334910eaac7426/f1: closing flushed file at 1730982041858Flushing 31e99dd053ba388581334910eaac7426/norep: creating writer at 1730982042267 (+409 ms)Flushing 31e99dd053ba388581334910eaac7426/norep: appending metadata at 1730982042281 (+14 ms)Flushing 31e99dd053ba388581334910eaac7426/norep: closing flushed file at 1730982042281Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@58fd1cdf: reopening flushed file at 1730982042689 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2d9b9a8f: reopening flushed file at 1730982042693 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@75b9674d: reopening flushed file at 1730982042697 (+4 ms)Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for 31e99dd053ba388581334910eaac7426 in 1293ms, sequenceid=6, compaction requested=false at 1730982042702 (+5 ms)Writing region close event to WAL at 1730982042703 (+1 ms)Running coprocessor post-close hooks at 1730982042706 (+3 ms)Closed at 1730982042706 2024-11-07T12:20:42,706 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1730982018378.31e99dd053ba388581334910eaac7426. 2024-11-07T12:20:42,773 DEBUG [RS:0;87fb68174c52:43649 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-07T12:20:42,911 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,43649,1730982008743.replicationSource.wal-reader.87fb68174c52%2C43649%2C1730982008743,1-87fb68174c52,43649,1730982008743 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36461/user/jenkins/test-data/619a85b0-97a7-d727-9446-8d0b9a96a636/WALs/87fb68174c52,43649,1730982008743/87fb68174c52%2C43649%2C1730982008743.1730982010437 to pos 883, reset compression=false 2024-11-07T12:20:42,915 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,43649,1730982008743.replicationSource.wal-reader.87fb68174c52%2C43649%2C1730982008743,1-87fb68174c52,43649,1730982008743 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-07T12:20:42,915 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,43649,1730982008743.replicationSource.wal-reader.87fb68174c52%2C43649%2C1730982008743,1-87fb68174c52,43649,1730982008743 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36461/user/jenkins/test-data/619a85b0-97a7-d727-9446-8d0b9a96a636/WALs/87fb68174c52,43649,1730982008743/87fb68174c52%2C43649%2C1730982008743.1730982010437 to pos 1527, reset compression=false 2024-11-07T12:20:42,973 DEBUG [RS:0;87fb68174c52:43649 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-07T12:20:43,063 INFO [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36461/user/jenkins/test-data/619a85b0-97a7-d727-9446-8d0b9a96a636/data/hbase/meta/1588230740/.tmp/table/5215148e6e324338ab53c7c58dd1be8f 2024-11-07T12:20:43,067 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36461/user/jenkins/test-data/619a85b0-97a7-d727-9446-8d0b9a96a636/data/hbase/meta/1588230740/.tmp/info/6515ed7de8764ce380d2a991a1461f6a as hdfs://localhost:36461/user/jenkins/test-data/619a85b0-97a7-d727-9446-8d0b9a96a636/data/hbase/meta/1588230740/info/6515ed7de8764ce380d2a991a1461f6a 2024-11-07T12:20:43,070 INFO [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36461/user/jenkins/test-data/619a85b0-97a7-d727-9446-8d0b9a96a636/data/hbase/meta/1588230740/info/6515ed7de8764ce380d2a991a1461f6a, entries=20, sequenceid=16, filesize=7.5 K 2024-11-07T12:20:43,071 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36461/user/jenkins/test-data/619a85b0-97a7-d727-9446-8d0b9a96a636/data/hbase/meta/1588230740/.tmp/ns/fea34c02a5484fbd84b75bf32c82049c as hdfs://localhost:36461/user/jenkins/test-data/619a85b0-97a7-d727-9446-8d0b9a96a636/data/hbase/meta/1588230740/ns/fea34c02a5484fbd84b75bf32c82049c 2024-11-07T12:20:43,074 INFO [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36461/user/jenkins/test-data/619a85b0-97a7-d727-9446-8d0b9a96a636/data/hbase/meta/1588230740/ns/fea34c02a5484fbd84b75bf32c82049c, entries=2, sequenceid=16, filesize=5.0 K 2024-11-07T12:20:43,074 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36461/user/jenkins/test-data/619a85b0-97a7-d727-9446-8d0b9a96a636/data/hbase/meta/1588230740/.tmp/rep_barrier/f15eea0bf0ec456e841155d34cfd583e as hdfs://localhost:36461/user/jenkins/test-data/619a85b0-97a7-d727-9446-8d0b9a96a636/data/hbase/meta/1588230740/rep_barrier/f15eea0bf0ec456e841155d34cfd583e 2024-11-07T12:20:43,078 INFO [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36461/user/jenkins/test-data/619a85b0-97a7-d727-9446-8d0b9a96a636/data/hbase/meta/1588230740/rep_barrier/f15eea0bf0ec456e841155d34cfd583e, entries=1, sequenceid=16, filesize=5.4 K 2024-11-07T12:20:43,079 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36461/user/jenkins/test-data/619a85b0-97a7-d727-9446-8d0b9a96a636/data/hbase/meta/1588230740/.tmp/table/5215148e6e324338ab53c7c58dd1be8f as hdfs://localhost:36461/user/jenkins/test-data/619a85b0-97a7-d727-9446-8d0b9a96a636/data/hbase/meta/1588230740/table/5215148e6e324338ab53c7c58dd1be8f 2024-11-07T12:20:43,082 INFO [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36461/user/jenkins/test-data/619a85b0-97a7-d727-9446-8d0b9a96a636/data/hbase/meta/1588230740/table/5215148e6e324338ab53c7c58dd1be8f, entries=4, sequenceid=16, filesize=5.2 K 2024-11-07T12:20:43,083 INFO [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1711ms, sequenceid=16, compaction requested=false 2024-11-07T12:20:43,086 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36461/user/jenkins/test-data/619a85b0-97a7-d727-9446-8d0b9a96a636/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-07T12:20:43,087 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-07T12:20:43,087 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-07T12:20:43,087 INFO [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-07T12:20:43,087 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1730982041372Running coprocessor pre-close hooks at 1730982041372Disabling compacts and flushes for region at 1730982041372Disabling writes for close at 1730982041372Obtaining lock to block concurrent updates at 1730982041372Preparing flush snapshotting stores in 1588230740 at 1730982041372Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1730982041372Flushing stores of hbase:meta,,1.1588230740 at 1730982041373 (+1 ms)Flushing 1588230740/info: creating writer at 1730982041373Flushing 1588230740/info: appending metadata at 1730982041390 (+17 ms)Flushing 1588230740/info: closing flushed file at 1730982041390Flushing 1588230740/ns: creating writer at 1730982041799 (+409 ms)Flushing 1588230740/ns: appending metadata at 1730982041813 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1730982041813Flushing 1588230740/rep_barrier: creating writer at 1730982042222 (+409 ms)Flushing 1588230740/rep_barrier: appending metadata at 1730982042236 (+14 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1730982042236Flushing 1588230740/table: creating writer at 1730982042644 (+408 ms)Flushing 1588230740/table: appending metadata at 1730982042658 (+14 ms)Flushing 1588230740/table: closing flushed file at 1730982042658Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7fde8238: reopening flushed file at 1730982043066 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@341faf8a: reopening flushed file at 1730982043070 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6dc92550: reopening flushed file at 1730982043074 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@34b9b3ff: reopening flushed file at 1730982043078 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1711ms, sequenceid=16, compaction requested=false at 1730982043083 (+5 ms)Writing region close event to WAL at 1730982043084 (+1 ms)Running coprocessor post-close hooks at 1730982043087 (+3 ms)Closed at 1730982043087 2024-11-07T12:20:43,087 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-07T12:20:43,118 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,43649,1730982008743.replicationSource.wal-reader.87fb68174c52%2C43649%2C1730982008743,1-87fb68174c52,43649,1730982008743 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36461/user/jenkins/test-data/619a85b0-97a7-d727-9446-8d0b9a96a636/WALs/87fb68174c52,43649,1730982008743/87fb68174c52%2C43649%2C1730982008743.1730982010437 to pos 1527, reset compression=false 2024-11-07T12:20:43,173 INFO [RS:0;87fb68174c52:43649 {}] regionserver.HRegionServer(976): stopping server 87fb68174c52,43649,1730982008743; all regions closed. 2024-11-07T12:20:43,175 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44667 is added to blk_1073741834_1010 (size=4239) 2024-11-07T12:20:43,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44667 is added to blk_1073741839_1015 (size=2240) 2024-11-07T12:20:43,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44667 is added to blk_1073741832_1008 (size=1535) 2024-11-07T12:20:43,180 DEBUG [RS:0;87fb68174c52:43649 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:20:43,180 INFO [RS:0;87fb68174c52:43649 {}] regionserver.LeaseManager(133): Closed leases 2024-11-07T12:20:43,180 INFO [RS:0;87fb68174c52:43649 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-07T12:20:43,180 INFO [RS:0;87fb68174c52:43649 {}] hbase.ChoreService(370): Chore service for: regionserver/87fb68174c52:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-07T12:20:43,180 INFO [RS:0;87fb68174c52:43649 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-07T12:20:43,180 INFO [regionserver/87fb68174c52:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-07T12:20:43,181 INFO [RS:0;87fb68174c52:43649 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-87fb68174c52,43649,1730982008743 because: Region server is closing 2024-11-07T12:20:43,181 INFO [RS:0;87fb68174c52:43649 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;87fb68174c52:43649. 2024-11-07T12:20:43,181 DEBUG [RS:0;87fb68174c52:43649 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T12:20:43,181 DEBUG [RS:0;87fb68174c52:43649 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:20:43,181 DEBUG [RS:0;87fb68174c52:43649 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:20:43,181 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T12:20:43,281 INFO [RS:0;87fb68174c52:43649 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,43649,1730982008743.replicationSource.shipper87fb68174c52%2C43649%2C1730982008743,1-87fb68174c52,43649,1730982008743 terminated 2024-11-07T12:20:43,281 INFO [RS:0;87fb68174c52:43649 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:43649 2024-11-07T12:20:43,281 WARN [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,43649,1730982008743.replicationSource.wal-reader.87fb68174c52%2C43649%2C1730982008743,1-87fb68174c52,43649,1730982008743 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-07T12:20:43,284 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43649-0x1001a2f5d900001, quorum=127.0.0.1:62659, baseZNode=/01979585849 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01979585849/rs/87fb68174c52,43649,1730982008743 2024-11-07T12:20:43,284 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43611-0x1001a2f5d900000, quorum=127.0.0.1:62659, baseZNode=/01979585849 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01979585849/rs 2024-11-07T12:20:43,284 INFO [RS:0;87fb68174c52:43649 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-07T12:20:43,285 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [87fb68174c52,43649,1730982008743] 2024-11-07T12:20:43,287 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01979585849/draining/87fb68174c52,43649,1730982008743 already deleted, retry=false 2024-11-07T12:20:43,287 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 87fb68174c52,43649,1730982008743 expired; onlineServers=0 2024-11-07T12:20:43,287 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '87fb68174c52,43611,1730982008688' ***** 2024-11-07T12:20:43,287 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-07T12:20:43,287 INFO [M:0;87fb68174c52:43611 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-07T12:20:43,287 INFO [M:0;87fb68174c52:43611 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-07T12:20:43,287 DEBUG [M:0;87fb68174c52:43611 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-07T12:20:43,287 DEBUG [M:0;87fb68174c52:43611 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-07T12:20:43,287 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-07T12:20:43,287 DEBUG [master/87fb68174c52:0:becomeActiveMaster-HFileCleaner.large.0-1730982010194 {}] cleaner.HFileCleaner(306): Exit Thread[master/87fb68174c52:0:becomeActiveMaster-HFileCleaner.large.0-1730982010194,5,FailOnTimeoutGroup] 2024-11-07T12:20:43,287 DEBUG [master/87fb68174c52:0:becomeActiveMaster-HFileCleaner.small.0-1730982010195 {}] cleaner.HFileCleaner(306): Exit Thread[master/87fb68174c52:0:becomeActiveMaster-HFileCleaner.small.0-1730982010195,5,FailOnTimeoutGroup] 2024-11-07T12:20:43,287 INFO [M:0;87fb68174c52:43611 {}] hbase.ChoreService(370): Chore service for: master/87fb68174c52:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-07T12:20:43,287 INFO [M:0;87fb68174c52:43611 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-07T12:20:43,287 DEBUG [M:0;87fb68174c52:43611 {}] master.HMaster(1795): Stopping service threads 2024-11-07T12:20:43,288 INFO [M:0;87fb68174c52:43611 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-07T12:20:43,288 INFO [M:0;87fb68174c52:43611 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-07T12:20:43,288 INFO [M:0;87fb68174c52:43611 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-07T12:20:43,288 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-07T12:20:43,289 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43611-0x1001a2f5d900000, quorum=127.0.0.1:62659, baseZNode=/01979585849 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01979585849/master 2024-11-07T12:20:43,289 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43611-0x1001a2f5d900000, quorum=127.0.0.1:62659, baseZNode=/01979585849 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01979585849 2024-11-07T12:20:43,289 DEBUG [M:0;87fb68174c52:43611 {}] zookeeper.ZKUtil(347): master:43611-0x1001a2f5d900000, quorum=127.0.0.1:62659, baseZNode=/01979585849 Unable to get data of znode /01979585849/master because node does not exist (not an error) 2024-11-07T12:20:43,289 WARN [M:0;87fb68174c52:43611 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-07T12:20:43,290 INFO [M:0;87fb68174c52:43611 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:36461/user/jenkins/test-data/619a85b0-97a7-d727-9446-8d0b9a96a636/.lastflushedseqids 2024-11-07T12:20:43,294 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44667 is added to blk_1073741848_1024 (size=245) 2024-11-07T12:20:43,386 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43649-0x1001a2f5d900001, quorum=127.0.0.1:62659, baseZNode=/01979585849 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T12:20:43,386 INFO [RS:0;87fb68174c52:43649 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-07T12:20:43,386 INFO [RS:0;87fb68174c52:43649 {}] regionserver.HRegionServer(1031): Exiting; stopping=87fb68174c52,43649,1730982008743; zookeeper connection closed. 2024-11-07T12:20:43,386 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43649-0x1001a2f5d900001, quorum=127.0.0.1:62659, baseZNode=/01979585849 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T12:20:43,386 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@162322f7 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@162322f7 2024-11-07T12:20:43,386 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-07T12:20:43,695 INFO [M:0;87fb68174c52:43611 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-07T12:20:43,695 INFO [M:0;87fb68174c52:43611 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-07T12:20:43,695 DEBUG [M:0;87fb68174c52:43611 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-07T12:20:43,695 INFO [M:0;87fb68174c52:43611 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T12:20:43,695 DEBUG [M:0;87fb68174c52:43611 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T12:20:43,695 DEBUG [M:0;87fb68174c52:43611 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-07T12:20:43,695 DEBUG [M:0;87fb68174c52:43611 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T12:20:43,695 INFO [M:0;87fb68174c52:43611 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.77 KB heapSize=65.75 KB 2024-11-07T12:20:43,711 DEBUG [M:0;87fb68174c52:43611 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36461/user/jenkins/test-data/619a85b0-97a7-d727-9446-8d0b9a96a636/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/71f0808da588469db233dfc15231aac8 is 82, key is hbase:meta,,1/info:regioninfo/1730982011398/Put/seqid=0 2024-11-07T12:20:43,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44667 is added to blk_1073741849_1025 (size=5672) 2024-11-07T12:20:44,115 INFO [M:0;87fb68174c52:43611 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:36461/user/jenkins/test-data/619a85b0-97a7-d727-9446-8d0b9a96a636/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/71f0808da588469db233dfc15231aac8 2024-11-07T12:20:44,134 DEBUG [M:0;87fb68174c52:43611 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36461/user/jenkins/test-data/619a85b0-97a7-d727-9446-8d0b9a96a636/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0d6ef8ab32b0449f87824d0e94bce414 is 1247, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1730982019534/Put/seqid=0 2024-11-07T12:20:44,138 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44667 is added to blk_1073741850_1026 (size=7219) 2024-11-07T12:20:44,538 INFO [M:0;87fb68174c52:43611 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.21 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:36461/user/jenkins/test-data/619a85b0-97a7-d727-9446-8d0b9a96a636/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0d6ef8ab32b0449f87824d0e94bce414 2024-11-07T12:20:44,542 INFO [M:0;87fb68174c52:43611 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0d6ef8ab32b0449f87824d0e94bce414 2024-11-07T12:20:44,557 DEBUG [M:0;87fb68174c52:43611 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36461/user/jenkins/test-data/619a85b0-97a7-d727-9446-8d0b9a96a636/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8074225790fa4f4a93042d9491e7b389 is 69, key is 87fb68174c52,43649,1730982008743/rs:state/1730982010290/Put/seqid=0 2024-11-07T12:20:44,560 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44667 is added to blk_1073741851_1027 (size=5156) 2024-11-07T12:20:44,961 INFO [M:0;87fb68174c52:43611 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:36461/user/jenkins/test-data/619a85b0-97a7-d727-9446-8d0b9a96a636/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8074225790fa4f4a93042d9491e7b389 2024-11-07T12:20:44,965 DEBUG [M:0;87fb68174c52:43611 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36461/user/jenkins/test-data/619a85b0-97a7-d727-9446-8d0b9a96a636/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/71f0808da588469db233dfc15231aac8 as hdfs://localhost:36461/user/jenkins/test-data/619a85b0-97a7-d727-9446-8d0b9a96a636/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/71f0808da588469db233dfc15231aac8 2024-11-07T12:20:44,969 INFO [M:0;87fb68174c52:43611 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36461/user/jenkins/test-data/619a85b0-97a7-d727-9446-8d0b9a96a636/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/71f0808da588469db233dfc15231aac8, entries=8, sequenceid=105, filesize=5.5 K 2024-11-07T12:20:44,970 DEBUG [M:0;87fb68174c52:43611 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36461/user/jenkins/test-data/619a85b0-97a7-d727-9446-8d0b9a96a636/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0d6ef8ab32b0449f87824d0e94bce414 as hdfs://localhost:36461/user/jenkins/test-data/619a85b0-97a7-d727-9446-8d0b9a96a636/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0d6ef8ab32b0449f87824d0e94bce414 2024-11-07T12:20:44,973 INFO [M:0;87fb68174c52:43611 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0d6ef8ab32b0449f87824d0e94bce414 2024-11-07T12:20:44,973 INFO [M:0;87fb68174c52:43611 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36461/user/jenkins/test-data/619a85b0-97a7-d727-9446-8d0b9a96a636/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0d6ef8ab32b0449f87824d0e94bce414, entries=11, sequenceid=105, filesize=7.0 K 2024-11-07T12:20:44,973 DEBUG [M:0;87fb68174c52:43611 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36461/user/jenkins/test-data/619a85b0-97a7-d727-9446-8d0b9a96a636/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8074225790fa4f4a93042d9491e7b389 as hdfs://localhost:36461/user/jenkins/test-data/619a85b0-97a7-d727-9446-8d0b9a96a636/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8074225790fa4f4a93042d9491e7b389 2024-11-07T12:20:44,977 INFO [M:0;87fb68174c52:43611 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36461/user/jenkins/test-data/619a85b0-97a7-d727-9446-8d0b9a96a636/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8074225790fa4f4a93042d9491e7b389, entries=1, sequenceid=105, filesize=5.0 K 2024-11-07T12:20:44,977 INFO [M:0;87fb68174c52:43611 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.77 KB/57104, heapSize ~65.45 KB/67024, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1282ms, sequenceid=105, compaction requested=false 2024-11-07T12:20:44,979 INFO [M:0;87fb68174c52:43611 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T12:20:44,979 DEBUG [M:0;87fb68174c52:43611 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1730982043695Disabling compacts and flushes for region at 1730982043695Disabling writes for close at 1730982043695Obtaining lock to block concurrent updates at 1730982043695Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1730982043695Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57104, getHeapSize=67264, getOffHeapSize=0, getCellsCount=122 at 1730982043696 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1730982043696Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1730982043696Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1730982043711 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1730982043711Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1730982044119 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1730982044134 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1730982044134Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1730982044542 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1730982044557 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1730982044557Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@60d62f1d: reopening flushed file at 1730982044965 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@57838441: reopening flushed file at 1730982044969 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@59378b75: reopening flushed file at 1730982044973 (+4 ms)Finished flush of dataSize ~55.77 KB/57104, heapSize ~65.45 KB/67024, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1282ms, sequenceid=105, compaction requested=false at 1730982044977 (+4 ms)Writing region close event to WAL at 1730982044979 (+2 ms)Closed at 1730982044979 2024-11-07T12:20:44,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44667 is added to blk_1073741830_1006 (size=64435) 2024-11-07T12:20:44,981 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/619a85b0-97a7-d727-9446-8d0b9a96a636/MasterData/WALs/87fb68174c52,43611,1730982008688/87fb68174c52%2C43611%2C1730982008688.1730982010036 not finished, retry = 0 2024-11-07T12:20:45,081 INFO [M:0;87fb68174c52:43611 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-07T12:20:45,081 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-07T12:20:45,082 INFO [M:0;87fb68174c52:43611 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:43611 2024-11-07T12:20:45,082 INFO [M:0;87fb68174c52:43611 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-07T12:20:45,184 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43611-0x1001a2f5d900000, quorum=127.0.0.1:62659, baseZNode=/01979585849 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T12:20:45,184 INFO [M:0;87fb68174c52:43611 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-07T12:20:45,184 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43611-0x1001a2f5d900000, quorum=127.0.0.1:62659, baseZNode=/01979585849 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T12:20:45,187 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@737f4167{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T12:20:45,187 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@57ca2e65{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-07T12:20:45,187 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-07T12:20:45,187 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3293db31{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-07T12:20:45,187 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@414af6a8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/08c8eb07-6066-ff1a-7f74-eb2997062a03/hadoop.log.dir/,STOPPED} 2024-11-07T12:20:45,189 WARN [BP-983028254-172.17.0.3-1730982007596 heartbeating to localhost/127.0.0.1:36461 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-07T12:20:45,189 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-07T12:20:45,189 WARN [BP-983028254-172.17.0.3-1730982007596 heartbeating to localhost/127.0.0.1:36461 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-983028254-172.17.0.3-1730982007596 (Datanode Uuid e944287f-24b1-420d-ac50-4a4fc4e5b46d) service to localhost/127.0.0.1:36461 2024-11-07T12:20:45,189 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-07T12:20:45,189 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/08c8eb07-6066-ff1a-7f74-eb2997062a03/cluster_de9b5b00-c521-e335-247a-7e5322bcf196/data/data1/current/BP-983028254-172.17.0.3-1730982007596 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T12:20:45,190 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/08c8eb07-6066-ff1a-7f74-eb2997062a03/cluster_de9b5b00-c521-e335-247a-7e5322bcf196/data/data2/current/BP-983028254-172.17.0.3-1730982007596 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T12:20:45,190 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-07T12:20:45,197 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@d761df9{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-07T12:20:45,197 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@295c29dc{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-07T12:20:45,197 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-07T12:20:45,197 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3cde67eb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-07T12:20:45,197 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2ff238b7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/08c8eb07-6066-ff1a-7f74-eb2997062a03/hadoop.log.dir/,STOPPED} 2024-11-07T12:20:45,204 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-07T12:20:45,213 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-07T12:20:45,226 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication3 Thread=361 (was 318) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37707 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36461 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37707 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37131 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:36461 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-39-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:37131 from jenkins.hfs.18 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:62659) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-33-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37707 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:37707 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-37-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:62659) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.17@localhost:36461 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:37707 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-33-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:36461 from jenkins.hfs.17 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37131 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:37131 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:37707 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:36461 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:37131 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:37131 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37131 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:37707 from jenkins.hfs.19 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36461 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.18@localhost:37131 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:36461 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-41-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36461 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.19@localhost:37707 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:62659) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=787 (was 729) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=321 (was 371), ProcessCount=11 (was 11), AvailableMemoryMB=265 (was 269) 2024-11-07T12:20:45,237 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testLoopedReplication Thread=361, OpenFileDescriptor=787, MaxFileDescriptor=1048576, SystemLoadAverage=321, ProcessCount=11, AvailableMemoryMB=265 2024-11-07T12:20:45,245 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-07T12:20:45,245 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-07T12:20:45,245 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-07T12:20:45,245 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-07T12:20:45,251 INFO [Time-limited test {}] replication.TestMasterReplication(178): testLoopedReplication 2024-11-07T12:20:45,251 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ae5c83fa-7e29-63e1-53cc-e2e2141064aa/hadoop.log.dir so I do NOT create it in target/test-data/e5fa7912-be80-58f0-8940-555667147af4 2024-11-07T12:20:45,251 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ae5c83fa-7e29-63e1-53cc-e2e2141064aa/hadoop.log.dir Erasing configuration value by system value. 2024-11-07T12:20:45,251 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ae5c83fa-7e29-63e1-53cc-e2e2141064aa/hadoop.tmp.dir so I do NOT create it in target/test-data/e5fa7912-be80-58f0-8940-555667147af4 2024-11-07T12:20:45,251 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ae5c83fa-7e29-63e1-53cc-e2e2141064aa/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-07T12:20:45,252 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5fa7912-be80-58f0-8940-555667147af4 2024-11-07T12:20:45,252 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5fa7912-be80-58f0-8940-555667147af4/cluster_8504ff46-4a16-b8fa-f000-4c80857f5d03, deleteOnExit=true 2024-11-07T12:20:45,254 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5fa7912-be80-58f0-8940-555667147af4/cluster_8504ff46-4a16-b8fa-f000-4c80857f5d03/zookeeper_0, clientPort=53770, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5fa7912-be80-58f0-8940-555667147af4/cluster_8504ff46-4a16-b8fa-f000-4c80857f5d03/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5fa7912-be80-58f0-8940-555667147af4/cluster_8504ff46-4a16-b8fa-f000-4c80857f5d03/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-07T12:20:45,255 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=53770 2024-11-07T12:20:45,255 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-07T12:20:45,255 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-07T12:20:45,255 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5fa7912-be80-58f0-8940-555667147af4/test.cache.data in system properties and HBase conf 2024-11-07T12:20:45,255 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5fa7912-be80-58f0-8940-555667147af4/hadoop.tmp.dir in system properties and HBase conf 2024-11-07T12:20:45,255 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5fa7912-be80-58f0-8940-555667147af4/hadoop.log.dir in system properties and HBase conf 2024-11-07T12:20:45,255 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5fa7912-be80-58f0-8940-555667147af4/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-07T12:20:45,255 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5fa7912-be80-58f0-8940-555667147af4/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-07T12:20:45,255 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-07T12:20:45,255 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-07T12:20:45,255 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5fa7912-be80-58f0-8940-555667147af4/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-07T12:20:45,255 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5fa7912-be80-58f0-8940-555667147af4/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-07T12:20:45,256 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5fa7912-be80-58f0-8940-555667147af4/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-07T12:20:45,256 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5fa7912-be80-58f0-8940-555667147af4/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-07T12:20:45,256 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5fa7912-be80-58f0-8940-555667147af4/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-07T12:20:45,256 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5fa7912-be80-58f0-8940-555667147af4/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-07T12:20:45,256 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5fa7912-be80-58f0-8940-555667147af4/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-07T12:20:45,256 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5fa7912-be80-58f0-8940-555667147af4/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-07T12:20:45,256 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5fa7912-be80-58f0-8940-555667147af4/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-07T12:20:45,256 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5fa7912-be80-58f0-8940-555667147af4/nfs.dump.dir in system properties and HBase conf 2024-11-07T12:20:45,256 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5fa7912-be80-58f0-8940-555667147af4/java.io.tmpdir in system properties and HBase conf 2024-11-07T12:20:45,256 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5fa7912-be80-58f0-8940-555667147af4/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-07T12:20:45,256 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5fa7912-be80-58f0-8940-555667147af4/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-07T12:20:45,256 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5fa7912-be80-58f0-8940-555667147af4/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-07T12:20:45,302 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1001a2f5d900005, quorum=127.0.0.1:62659, baseZNode=/1-715544652 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-07T12:20:45,302 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1001a2f5d900002, quorum=127.0.0.1:62659, baseZNode=/01979585849 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-07T12:20:45,302 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x1001a2f5d900008, quorum=127.0.0.1:62659, baseZNode=/2883894931 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-07T12:20:45,302 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1001a2f5d900005, quorum=127.0.0.1:62659, baseZNode=/1-715544652 Received Disconnected from ZooKeeper, ignoring 2024-11-07T12:20:45,302 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1001a2f5d900002, quorum=127.0.0.1:62659, baseZNode=/01979585849 Received Disconnected from ZooKeeper, ignoring 2024-11-07T12:20:45,302 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x1001a2f5d900008, quorum=127.0.0.1:62659, baseZNode=/2883894931 Received Disconnected from ZooKeeper, ignoring 2024-11-07T12:20:45,327 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T12:20:45,332 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-07T12:20:45,333 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-07T12:20:45,333 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-07T12:20:45,333 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-07T12:20:45,334 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T12:20:45,336 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@144ef07{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5fa7912-be80-58f0-8940-555667147af4/hadoop.log.dir/,AVAILABLE} 2024-11-07T12:20:45,337 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@40c44b8c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-07T12:20:45,461 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@30a30052{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5fa7912-be80-58f0-8940-555667147af4/java.io.tmpdir/jetty-localhost-45943-hadoop-hdfs-3_4_1-tests_jar-_-any-17833612441329118440/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-07T12:20:45,462 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3338bb6d{HTTP/1.1, (http/1.1)}{localhost:45943} 2024-11-07T12:20:45,462 INFO [Time-limited test {}] server.Server(415): Started @275662ms 2024-11-07T12:20:45,533 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T12:20:45,538 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-07T12:20:45,540 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-07T12:20:45,541 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-07T12:20:45,541 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-07T12:20:45,541 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@56b7299a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5fa7912-be80-58f0-8940-555667147af4/hadoop.log.dir/,AVAILABLE} 2024-11-07T12:20:45,542 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@612fd0bc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-07T12:20:45,656 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@12f0efaf{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5fa7912-be80-58f0-8940-555667147af4/java.io.tmpdir/jetty-localhost-45405-hadoop-hdfs-3_4_1-tests_jar-_-any-1104778168288750698/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T12:20:45,656 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@46647221{HTTP/1.1, (http/1.1)}{localhost:45405} 2024-11-07T12:20:45,656 INFO [Time-limited test {}] server.Server(415): Started @275856ms 2024-11-07T12:20:45,657 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-07T12:20:45,745 WARN [Thread-4142 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5fa7912-be80-58f0-8940-555667147af4/cluster_8504ff46-4a16-b8fa-f000-4c80857f5d03/data/data1/current/BP-1917205009-172.17.0.3-1730982045275/current, will proceed with Du for space computation calculation, 2024-11-07T12:20:45,745 WARN [Thread-4143 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5fa7912-be80-58f0-8940-555667147af4/cluster_8504ff46-4a16-b8fa-f000-4c80857f5d03/data/data2/current/BP-1917205009-172.17.0.3-1730982045275/current, will proceed with Du for space computation calculation, 2024-11-07T12:20:45,769 WARN [Thread-4130 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-07T12:20:45,772 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x68aa4ba7c9a08b9c with lease ID 0x4672c9052413622a: Processing first storage report for DS-53e45c89-5bbd-435e-9670-ccb5bb941221 from datanode DatanodeRegistration(127.0.0.1:36027, datanodeUuid=a70fdfec-7fd3-4029-91e2-f5c559f78bc6, infoPort=34601, infoSecurePort=0, ipcPort=38651, storageInfo=lv=-57;cid=testClusterID;nsid=667276775;c=1730982045275) 2024-11-07T12:20:45,772 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x68aa4ba7c9a08b9c with lease ID 0x4672c9052413622a: from storage DS-53e45c89-5bbd-435e-9670-ccb5bb941221 node DatanodeRegistration(127.0.0.1:36027, datanodeUuid=a70fdfec-7fd3-4029-91e2-f5c559f78bc6, infoPort=34601, infoSecurePort=0, ipcPort=38651, storageInfo=lv=-57;cid=testClusterID;nsid=667276775;c=1730982045275), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-07T12:20:45,772 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x68aa4ba7c9a08b9c with lease ID 0x4672c9052413622a: Processing first storage report for DS-71fd108a-e87c-4dbe-830a-bf580e787731 from datanode DatanodeRegistration(127.0.0.1:36027, datanodeUuid=a70fdfec-7fd3-4029-91e2-f5c559f78bc6, infoPort=34601, infoSecurePort=0, ipcPort=38651, storageInfo=lv=-57;cid=testClusterID;nsid=667276775;c=1730982045275) 2024-11-07T12:20:45,772 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x68aa4ba7c9a08b9c with lease ID 0x4672c9052413622a: from storage DS-71fd108a-e87c-4dbe-830a-bf580e787731 node DatanodeRegistration(127.0.0.1:36027, datanodeUuid=a70fdfec-7fd3-4029-91e2-f5c559f78bc6, infoPort=34601, infoSecurePort=0, ipcPort=38651, storageInfo=lv=-57;cid=testClusterID;nsid=667276775;c=1730982045275), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-07T12:20:45,781 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5fa7912-be80-58f0-8940-555667147af4 2024-11-07T12:20:45,781 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T12:20:45,783 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T12:20:45,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36027 is added to blk_1073741825_1001 (size=7) 2024-11-07T12:20:45,791 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46323/user/jenkins/test-data/650d6421-6752-e956-f56c-82a6731351d9 with version=8 2024-11-07T12:20:45,791 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:46323/user/jenkins/test-data/650d6421-6752-e956-f56c-82a6731351d9/hbase-staging 2024-11-07T12:20:45,793 INFO [Time-limited test {}] client.ConnectionUtils(128): master/87fb68174c52:0 server-side Connection retries=45 2024-11-07T12:20:45,793 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T12:20:45,793 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-07T12:20:45,793 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-07T12:20:45,793 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T12:20:45,793 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-07T12:20:45,793 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-07T12:20:45,794 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T12:20:45,794 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:45851 2024-11-07T12:20:45,795 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45851 connecting to ZooKeeper ensemble=127.0.0.1:53770 2024-11-07T12:20:45,811 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:458510x0, quorum=127.0.0.1:53770, baseZNode=/0530947007 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T12:20:45,811 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45851-0x1001a2ff0e40000 connected 2024-11-07T12:20:45,835 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T12:20:45,837 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T12:20:45,840 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45851-0x1001a2ff0e40000, quorum=127.0.0.1:53770, baseZNode=/0530947007 Set watcher on znode that does not yet exist, /0530947007/running 2024-11-07T12:20:45,840 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:46323/user/jenkins/test-data/650d6421-6752-e956-f56c-82a6731351d9, hbase.cluster.distributed=false 2024-11-07T12:20:45,841 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45851-0x1001a2ff0e40000, quorum=127.0.0.1:53770, baseZNode=/0530947007 Set watcher on znode that does not yet exist, /0530947007/acl 2024-11-07T12:20:45,842 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45851 2024-11-07T12:20:45,842 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45851 2024-11-07T12:20:45,844 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45851 2024-11-07T12:20:45,847 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45851 2024-11-07T12:20:45,848 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45851 2024-11-07T12:20:45,867 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/87fb68174c52:0 server-side Connection retries=45 2024-11-07T12:20:45,867 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T12:20:45,867 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-07T12:20:45,867 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-07T12:20:45,867 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T12:20:45,867 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-07T12:20:45,867 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-07T12:20:45,867 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T12:20:45,868 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:33345 2024-11-07T12:20:45,869 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33345 connecting to ZooKeeper ensemble=127.0.0.1:53770 2024-11-07T12:20:45,870 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T12:20:45,871 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T12:20:45,876 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:333450x0, quorum=127.0.0.1:53770, baseZNode=/0530947007 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T12:20:45,876 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33345-0x1001a2ff0e40001 connected 2024-11-07T12:20:45,876 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33345-0x1001a2ff0e40001, quorum=127.0.0.1:53770, baseZNode=/0530947007 Set watcher on znode that does not yet exist, /0530947007/running 2024-11-07T12:20:45,877 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-07T12:20:45,880 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-07T12:20:45,881 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33345-0x1001a2ff0e40001, quorum=127.0.0.1:53770, baseZNode=/0530947007 Set watcher on znode that does not yet exist, /0530947007/master 2024-11-07T12:20:45,882 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33345-0x1001a2ff0e40001, quorum=127.0.0.1:53770, baseZNode=/0530947007 Set watcher on znode that does not yet exist, /0530947007/acl 2024-11-07T12:20:45,883 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33345 2024-11-07T12:20:45,884 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33345 2024-11-07T12:20:45,885 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33345 2024-11-07T12:20:45,886 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33345 2024-11-07T12:20:45,887 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33345 2024-11-07T12:20:45,902 DEBUG [M:0;87fb68174c52:45851 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;87fb68174c52:45851 2024-11-07T12:20:45,903 INFO [master/87fb68174c52:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0530947007/backup-masters/87fb68174c52,45851,1730982045793 2024-11-07T12:20:45,904 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33345-0x1001a2ff0e40001, quorum=127.0.0.1:53770, baseZNode=/0530947007 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0530947007/backup-masters 2024-11-07T12:20:45,904 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45851-0x1001a2ff0e40000, quorum=127.0.0.1:53770, baseZNode=/0530947007 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0530947007/backup-masters 2024-11-07T12:20:45,904 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45851-0x1001a2ff0e40000, quorum=127.0.0.1:53770, baseZNode=/0530947007 Set watcher on existing znode=/0530947007/backup-masters/87fb68174c52,45851,1730982045793 2024-11-07T12:20:45,906 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33345-0x1001a2ff0e40001, quorum=127.0.0.1:53770, baseZNode=/0530947007 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0530947007/master 2024-11-07T12:20:45,906 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45851-0x1001a2ff0e40000, quorum=127.0.0.1:53770, baseZNode=/0530947007 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0530947007 2024-11-07T12:20:45,906 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33345-0x1001a2ff0e40001, quorum=127.0.0.1:53770, baseZNode=/0530947007 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0530947007 2024-11-07T12:20:45,906 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45851-0x1001a2ff0e40000, quorum=127.0.0.1:53770, baseZNode=/0530947007 Set watcher on existing znode=/0530947007/master 2024-11-07T12:20:45,906 INFO [master/87fb68174c52:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0530947007/backup-masters/87fb68174c52,45851,1730982045793 from backup master directory 2024-11-07T12:20:45,908 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45851-0x1001a2ff0e40000, quorum=127.0.0.1:53770, baseZNode=/0530947007 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0530947007/backup-masters/87fb68174c52,45851,1730982045793 2024-11-07T12:20:45,908 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45851-0x1001a2ff0e40000, quorum=127.0.0.1:53770, baseZNode=/0530947007 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0530947007/backup-masters 2024-11-07T12:20:45,908 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33345-0x1001a2ff0e40001, quorum=127.0.0.1:53770, baseZNode=/0530947007 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0530947007/backup-masters 2024-11-07T12:20:45,908 WARN [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-07T12:20:45,908 INFO [master/87fb68174c52:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=87fb68174c52,45851,1730982045793 2024-11-07T12:20:45,913 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:46323/user/jenkins/test-data/650d6421-6752-e956-f56c-82a6731351d9/hbase.id] with ID: 17529dec-3e73-4986-8e4c-e22f34450b46 2024-11-07T12:20:45,913 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:46323/user/jenkins/test-data/650d6421-6752-e956-f56c-82a6731351d9/.tmp/hbase.id 2024-11-07T12:20:45,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36027 is added to blk_1073741826_1002 (size=42) 2024-11-07T12:20:46,317 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:46323/user/jenkins/test-data/650d6421-6752-e956-f56c-82a6731351d9/.tmp/hbase.id]:[hdfs://localhost:46323/user/jenkins/test-data/650d6421-6752-e956-f56c-82a6731351d9/hbase.id] 2024-11-07T12:20:46,325 INFO [master/87fb68174c52:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T12:20:46,325 INFO [master/87fb68174c52:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-07T12:20:46,326 INFO [master/87fb68174c52:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-07T12:20:46,328 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33345-0x1001a2ff0e40001, quorum=127.0.0.1:53770, baseZNode=/0530947007 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0530947007 2024-11-07T12:20:46,328 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45851-0x1001a2ff0e40000, quorum=127.0.0.1:53770, baseZNode=/0530947007 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0530947007 2024-11-07T12:20:46,332 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36027 is added to blk_1073741827_1003 (size=196) 2024-11-07T12:20:46,733 INFO [master/87fb68174c52:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-07T12:20:46,734 INFO [master/87fb68174c52:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-07T12:20:46,734 INFO [master/87fb68174c52:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T12:20:46,739 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36027 is added to blk_1073741828_1004 (size=1189) 2024-11-07T12:20:46,911 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-07T12:20:46,912 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T12:20:46,912 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T12:20:46,912 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T12:20:46,912 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T12:20:46,913 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T12:20:46,913 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T12:20:46,913 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T12:20:46,913 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T12:20:46,954 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T12:20:46,954 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T12:20:46,954 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T12:20:46,954 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T12:20:46,954 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T12:20:46,955 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T12:20:46,959 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T12:20:46,961 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T12:20:46,961 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T12:20:46,963 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T12:20:47,140 INFO [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:46323/user/jenkins/test-data/650d6421-6752-e956-f56c-82a6731351d9/MasterData/data/master/store 2024-11-07T12:20:47,144 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36027 is added to blk_1073741829_1005 (size=34) 2024-11-07T12:20:47,545 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T12:20:47,545 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-07T12:20:47,545 INFO [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T12:20:47,545 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T12:20:47,546 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-07T12:20:47,546 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T12:20:47,546 INFO [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T12:20:47,546 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1730982047545Disabling compacts and flushes for region at 1730982047545Disabling writes for close at 1730982047546 (+1 ms)Writing region close event to WAL at 1730982047546Closed at 1730982047546 2024-11-07T12:20:47,546 WARN [master/87fb68174c52:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:46323/user/jenkins/test-data/650d6421-6752-e956-f56c-82a6731351d9/MasterData/data/master/store/.initializing 2024-11-07T12:20:47,546 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46323/user/jenkins/test-data/650d6421-6752-e956-f56c-82a6731351d9/MasterData/WALs/87fb68174c52,45851,1730982045793 2024-11-07T12:20:47,547 INFO [master/87fb68174c52:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-07T12:20:47,549 INFO [master/87fb68174c52:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=87fb68174c52%2C45851%2C1730982045793, suffix=, logDir=hdfs://localhost:46323/user/jenkins/test-data/650d6421-6752-e956-f56c-82a6731351d9/MasterData/WALs/87fb68174c52,45851,1730982045793, archiveDir=hdfs://localhost:46323/user/jenkins/test-data/650d6421-6752-e956-f56c-82a6731351d9/MasterData/oldWALs, maxLogs=10 2024-11-07T12:20:47,562 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/650d6421-6752-e956-f56c-82a6731351d9/MasterData/WALs/87fb68174c52,45851,1730982045793/87fb68174c52%2C45851%2C1730982045793.1730982047549, exclude list is [], retry=0 2024-11-07T12:20:47,564 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36027,DS-53e45c89-5bbd-435e-9670-ccb5bb941221,DISK] 2024-11-07T12:20:47,565 INFO [master/87fb68174c52:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/650d6421-6752-e956-f56c-82a6731351d9/MasterData/WALs/87fb68174c52,45851,1730982045793/87fb68174c52%2C45851%2C1730982045793.1730982047549 2024-11-07T12:20:47,566 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34601:34601)] 2024-11-07T12:20:47,566 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-07T12:20:47,566 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T12:20:47,566 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T12:20:47,566 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T12:20:47,567 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T12:20:47,568 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-07T12:20:47,568 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:47,568 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T12:20:47,568 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T12:20:47,569 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-07T12:20:47,569 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:47,569 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T12:20:47,569 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T12:20:47,570 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-07T12:20:47,570 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:47,570 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T12:20:47,570 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T12:20:47,571 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-07T12:20:47,571 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:47,571 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T12:20:47,571 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T12:20:47,572 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46323/user/jenkins/test-data/650d6421-6752-e956-f56c-82a6731351d9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-07T12:20:47,572 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46323/user/jenkins/test-data/650d6421-6752-e956-f56c-82a6731351d9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-07T12:20:47,573 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T12:20:47,573 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T12:20:47,573 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T12:20:47,574 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T12:20:47,575 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46323/user/jenkins/test-data/650d6421-6752-e956-f56c-82a6731351d9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T12:20:47,576 INFO [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69041285, jitterRate=0.028795316815376282}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T12:20:47,576 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1730982047566Initializing all the Stores at 1730982047566Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730982047566Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730982047567 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730982047567Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730982047567Cleaning up temporary data from old regions at 1730982047573 (+6 ms)Region opened successfully at 1730982047576 (+3 ms) 2024-11-07T12:20:47,576 INFO [master/87fb68174c52:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-07T12:20:47,578 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2494794a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=87fb68174c52/172.17.0.3:0 2024-11-07T12:20:47,579 INFO [master/87fb68174c52:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-07T12:20:47,579 INFO [master/87fb68174c52:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-07T12:20:47,579 INFO [master/87fb68174c52:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-07T12:20:47,579 INFO [master/87fb68174c52:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-07T12:20:47,579 INFO [master/87fb68174c52:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-07T12:20:47,580 INFO [master/87fb68174c52:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-07T12:20:47,580 INFO [master/87fb68174c52:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-07T12:20:47,582 INFO [master/87fb68174c52:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-07T12:20:47,583 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45851-0x1001a2ff0e40000, quorum=127.0.0.1:53770, baseZNode=/0530947007 Unable to get data of znode /0530947007/balancer because node does not exist (not necessarily an error) 2024-11-07T12:20:47,584 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0530947007/balancer already deleted, retry=false 2024-11-07T12:20:47,585 INFO [master/87fb68174c52:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-07T12:20:47,585 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45851-0x1001a2ff0e40000, quorum=127.0.0.1:53770, baseZNode=/0530947007 Unable to get data of znode /0530947007/normalizer because node does not exist (not necessarily an error) 2024-11-07T12:20:47,586 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0530947007/normalizer already deleted, retry=false 2024-11-07T12:20:47,586 INFO [master/87fb68174c52:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-07T12:20:47,587 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45851-0x1001a2ff0e40000, quorum=127.0.0.1:53770, baseZNode=/0530947007 Unable to get data of znode /0530947007/switch/split because node does not exist (not necessarily an error) 2024-11-07T12:20:47,588 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0530947007/switch/split already deleted, retry=false 2024-11-07T12:20:47,589 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45851-0x1001a2ff0e40000, quorum=127.0.0.1:53770, baseZNode=/0530947007 Unable to get data of znode /0530947007/switch/merge because node does not exist (not necessarily an error) 2024-11-07T12:20:47,590 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0530947007/switch/merge already deleted, retry=false 2024-11-07T12:20:47,591 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45851-0x1001a2ff0e40000, quorum=127.0.0.1:53770, baseZNode=/0530947007 Unable to get data of znode /0530947007/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-07T12:20:47,592 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0530947007/snapshot-cleanup already deleted, retry=false 2024-11-07T12:20:47,594 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45851-0x1001a2ff0e40000, quorum=127.0.0.1:53770, baseZNode=/0530947007 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0530947007/running 2024-11-07T12:20:47,594 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33345-0x1001a2ff0e40001, quorum=127.0.0.1:53770, baseZNode=/0530947007 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0530947007/running 2024-11-07T12:20:47,594 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45851-0x1001a2ff0e40000, quorum=127.0.0.1:53770, baseZNode=/0530947007 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0530947007 2024-11-07T12:20:47,594 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33345-0x1001a2ff0e40001, quorum=127.0.0.1:53770, baseZNode=/0530947007 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0530947007 2024-11-07T12:20:47,594 INFO [master/87fb68174c52:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=87fb68174c52,45851,1730982045793, sessionid=0x1001a2ff0e40000, setting cluster-up flag (Was=false) 2024-11-07T12:20:47,597 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33345-0x1001a2ff0e40001, quorum=127.0.0.1:53770, baseZNode=/0530947007 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0530947007 2024-11-07T12:20:47,597 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45851-0x1001a2ff0e40000, quorum=127.0.0.1:53770, baseZNode=/0530947007 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0530947007 2024-11-07T12:20:47,600 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0530947007/flush-table-proc/acquired, /0530947007/flush-table-proc/reached, /0530947007/flush-table-proc/abort 2024-11-07T12:20:47,601 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=87fb68174c52,45851,1730982045793 2024-11-07T12:20:47,603 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33345-0x1001a2ff0e40001, quorum=127.0.0.1:53770, baseZNode=/0530947007 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0530947007 2024-11-07T12:20:47,603 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45851-0x1001a2ff0e40000, quorum=127.0.0.1:53770, baseZNode=/0530947007 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0530947007 2024-11-07T12:20:47,607 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0530947007/online-snapshot/acquired, /0530947007/online-snapshot/reached, /0530947007/online-snapshot/abort 2024-11-07T12:20:47,607 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=87fb68174c52,45851,1730982045793 2024-11-07T12:20:47,608 INFO [master/87fb68174c52:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:46323/user/jenkins/test-data/650d6421-6752-e956-f56c-82a6731351d9/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-07T12:20:47,609 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-07T12:20:47,609 INFO [master/87fb68174c52:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-07T12:20:47,609 INFO [master/87fb68174c52:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-07T12:20:47,610 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 87fb68174c52,45851,1730982045793 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-07T12:20:47,610 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/87fb68174c52:0, corePoolSize=5, maxPoolSize=5 2024-11-07T12:20:47,610 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/87fb68174c52:0, corePoolSize=5, maxPoolSize=5 2024-11-07T12:20:47,610 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/87fb68174c52:0, corePoolSize=5, maxPoolSize=5 2024-11-07T12:20:47,610 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/87fb68174c52:0, corePoolSize=5, maxPoolSize=5 2024-11-07T12:20:47,611 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/87fb68174c52:0, corePoolSize=10, maxPoolSize=10 2024-11-07T12:20:47,611 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:20:47,611 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/87fb68174c52:0, corePoolSize=2, maxPoolSize=2 2024-11-07T12:20:47,611 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:20:47,611 INFO [master/87fb68174c52:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1730982077611 2024-11-07T12:20:47,611 INFO [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-07T12:20:47,611 INFO [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-07T12:20:47,611 INFO [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-07T12:20:47,611 INFO [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-07T12:20:47,612 INFO [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-07T12:20:47,612 INFO [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-07T12:20:47,612 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T12:20:47,612 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-07T12:20:47,612 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-07T12:20:47,612 INFO [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-07T12:20:47,612 INFO [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-07T12:20:47,612 INFO [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-07T12:20:47,612 INFO [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-07T12:20:47,612 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:47,612 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-07T12:20:47,616 INFO [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-07T12:20:47,616 INFO [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-07T12:20:47,617 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/87fb68174c52:0:becomeActiveMaster-HFileCleaner.large.0-1730982047616,5,FailOnTimeoutGroup] 2024-11-07T12:20:47,617 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/87fb68174c52:0:becomeActiveMaster-HFileCleaner.small.0-1730982047617,5,FailOnTimeoutGroup] 2024-11-07T12:20:47,617 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-07T12:20:47,617 INFO [master/87fb68174c52:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-07T12:20:47,617 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-07T12:20:47,617 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-07T12:20:47,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36027 is added to blk_1073741831_1007 (size=1321) 2024-11-07T12:20:47,691 INFO [RS:0;87fb68174c52:33345 {}] regionserver.HRegionServer(746): ClusterId : 17529dec-3e73-4986-8e4c-e22f34450b46 2024-11-07T12:20:47,691 DEBUG [RS:0;87fb68174c52:33345 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-07T12:20:47,693 DEBUG [RS:0;87fb68174c52:33345 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-07T12:20:47,693 DEBUG [RS:0;87fb68174c52:33345 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-07T12:20:47,694 DEBUG [RS:0;87fb68174c52:33345 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-07T12:20:47,694 DEBUG [RS:0;87fb68174c52:33345 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30cd2b58, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=87fb68174c52/172.17.0.3:0 2024-11-07T12:20:47,706 DEBUG [RS:0;87fb68174c52:33345 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;87fb68174c52:33345 2024-11-07T12:20:47,706 INFO [RS:0;87fb68174c52:33345 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-07T12:20:47,706 INFO [RS:0;87fb68174c52:33345 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-07T12:20:47,706 DEBUG [RS:0;87fb68174c52:33345 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-07T12:20:47,707 INFO [RS:0;87fb68174c52:33345 {}] regionserver.HRegionServer(2659): reportForDuty to master=87fb68174c52,45851,1730982045793 with port=33345, startcode=1730982045867 2024-11-07T12:20:47,707 DEBUG [RS:0;87fb68174c52:33345 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-07T12:20:47,708 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:32819, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.20 (auth:SIMPLE), service=RegionServerStatusService 2024-11-07T12:20:47,708 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45851 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 87fb68174c52,33345,1730982045867 2024-11-07T12:20:47,708 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45851 {}] master.ServerManager(517): Registering regionserver=87fb68174c52,33345,1730982045867 2024-11-07T12:20:47,709 DEBUG [RS:0;87fb68174c52:33345 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46323/user/jenkins/test-data/650d6421-6752-e956-f56c-82a6731351d9 2024-11-07T12:20:47,709 DEBUG [RS:0;87fb68174c52:33345 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46323 2024-11-07T12:20:47,709 DEBUG [RS:0;87fb68174c52:33345 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-07T12:20:47,711 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45851-0x1001a2ff0e40000, quorum=127.0.0.1:53770, baseZNode=/0530947007 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0530947007/rs 2024-11-07T12:20:47,711 DEBUG [RS:0;87fb68174c52:33345 {}] zookeeper.ZKUtil(111): regionserver:33345-0x1001a2ff0e40001, quorum=127.0.0.1:53770, baseZNode=/0530947007 Set watcher on existing znode=/0530947007/rs/87fb68174c52,33345,1730982045867 2024-11-07T12:20:47,711 WARN [RS:0;87fb68174c52:33345 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-07T12:20:47,711 INFO [RS:0;87fb68174c52:33345 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T12:20:47,711 DEBUG [RS:0;87fb68174c52:33345 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46323/user/jenkins/test-data/650d6421-6752-e956-f56c-82a6731351d9/WALs/87fb68174c52,33345,1730982045867 2024-11-07T12:20:47,712 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [87fb68174c52,33345,1730982045867] 2024-11-07T12:20:47,714 INFO [RS:0;87fb68174c52:33345 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-07T12:20:47,715 INFO [RS:0;87fb68174c52:33345 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-07T12:20:47,715 INFO [RS:0;87fb68174c52:33345 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-07T12:20:47,715 INFO [RS:0;87fb68174c52:33345 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T12:20:47,715 INFO [RS:0;87fb68174c52:33345 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-07T12:20:47,716 INFO [RS:0;87fb68174c52:33345 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-07T12:20:47,716 INFO [RS:0;87fb68174c52:33345 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-07T12:20:47,716 DEBUG [RS:0;87fb68174c52:33345 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:20:47,716 DEBUG [RS:0;87fb68174c52:33345 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:20:47,716 DEBUG [RS:0;87fb68174c52:33345 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:20:47,716 DEBUG [RS:0;87fb68174c52:33345 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:20:47,716 DEBUG [RS:0;87fb68174c52:33345 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:20:47,716 DEBUG [RS:0;87fb68174c52:33345 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/87fb68174c52:0, corePoolSize=2, maxPoolSize=2 2024-11-07T12:20:47,716 DEBUG [RS:0;87fb68174c52:33345 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:20:47,716 DEBUG [RS:0;87fb68174c52:33345 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:20:47,716 DEBUG [RS:0;87fb68174c52:33345 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:20:47,716 DEBUG [RS:0;87fb68174c52:33345 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:20:47,716 DEBUG [RS:0;87fb68174c52:33345 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:20:47,716 DEBUG [RS:0;87fb68174c52:33345 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:20:47,716 DEBUG [RS:0;87fb68174c52:33345 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/87fb68174c52:0, corePoolSize=3, maxPoolSize=3 2024-11-07T12:20:47,716 DEBUG [RS:0;87fb68174c52:33345 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/87fb68174c52:0, corePoolSize=3, maxPoolSize=3 2024-11-07T12:20:47,720 INFO [RS:0;87fb68174c52:33345 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T12:20:47,720 INFO [RS:0;87fb68174c52:33345 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T12:20:47,720 INFO [RS:0;87fb68174c52:33345 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T12:20:47,720 INFO [RS:0;87fb68174c52:33345 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-07T12:20:47,720 INFO [RS:0;87fb68174c52:33345 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-07T12:20:47,720 INFO [RS:0;87fb68174c52:33345 {}] hbase.ChoreService(168): Chore ScheduledChore name=87fb68174c52,33345,1730982045867-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-07T12:20:47,733 INFO [RS:0;87fb68174c52:33345 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-07T12:20:47,733 INFO [RS:0;87fb68174c52:33345 {}] hbase.ChoreService(168): Chore ScheduledChore name=87fb68174c52,33345,1730982045867-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T12:20:47,733 INFO [RS:0;87fb68174c52:33345 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T12:20:47,733 INFO [RS:0;87fb68174c52:33345 {}] regionserver.Replication(171): 87fb68174c52,33345,1730982045867 started 2024-11-07T12:20:47,746 INFO [RS:0;87fb68174c52:33345 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T12:20:47,746 INFO [RS:0;87fb68174c52:33345 {}] regionserver.HRegionServer(1482): Serving as 87fb68174c52,33345,1730982045867, RpcServer on 87fb68174c52/172.17.0.3:33345, sessionid=0x1001a2ff0e40001 2024-11-07T12:20:47,746 DEBUG [RS:0;87fb68174c52:33345 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-07T12:20:47,746 DEBUG [RS:0;87fb68174c52:33345 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 87fb68174c52,33345,1730982045867 2024-11-07T12:20:47,746 DEBUG [RS:0;87fb68174c52:33345 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '87fb68174c52,33345,1730982045867' 2024-11-07T12:20:47,746 DEBUG [RS:0;87fb68174c52:33345 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0530947007/flush-table-proc/abort' 2024-11-07T12:20:47,746 DEBUG [RS:0;87fb68174c52:33345 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0530947007/flush-table-proc/acquired' 2024-11-07T12:20:47,747 DEBUG [RS:0;87fb68174c52:33345 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-07T12:20:47,747 DEBUG [RS:0;87fb68174c52:33345 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-07T12:20:47,747 DEBUG [RS:0;87fb68174c52:33345 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 87fb68174c52,33345,1730982045867 2024-11-07T12:20:47,747 DEBUG [RS:0;87fb68174c52:33345 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '87fb68174c52,33345,1730982045867' 2024-11-07T12:20:47,747 DEBUG [RS:0;87fb68174c52:33345 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0530947007/online-snapshot/abort' 2024-11-07T12:20:47,747 DEBUG [RS:0;87fb68174c52:33345 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0530947007/online-snapshot/acquired' 2024-11-07T12:20:47,747 DEBUG [RS:0;87fb68174c52:33345 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-07T12:20:47,747 INFO [RS:0;87fb68174c52:33345 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-07T12:20:47,747 INFO [RS:0;87fb68174c52:33345 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-07T12:20:47,848 INFO [RS:0;87fb68174c52:33345 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-07T12:20:47,849 INFO [RS:0;87fb68174c52:33345 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=87fb68174c52%2C33345%2C1730982045867, suffix=, logDir=hdfs://localhost:46323/user/jenkins/test-data/650d6421-6752-e956-f56c-82a6731351d9/WALs/87fb68174c52,33345,1730982045867, archiveDir=hdfs://localhost:46323/user/jenkins/test-data/650d6421-6752-e956-f56c-82a6731351d9/oldWALs, maxLogs=10 2024-11-07T12:20:47,862 DEBUG [RS:0;87fb68174c52:33345 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/650d6421-6752-e956-f56c-82a6731351d9/WALs/87fb68174c52,33345,1730982045867/87fb68174c52%2C33345%2C1730982045867.1730982047849, exclude list is [], retry=0 2024-11-07T12:20:47,863 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36027,DS-53e45c89-5bbd-435e-9670-ccb5bb941221,DISK] 2024-11-07T12:20:47,865 INFO [RS:0;87fb68174c52:33345 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/650d6421-6752-e956-f56c-82a6731351d9/WALs/87fb68174c52,33345,1730982045867/87fb68174c52%2C33345%2C1730982045867.1730982047849 2024-11-07T12:20:47,865 DEBUG [RS:0;87fb68174c52:33345 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34601:34601)] 2024-11-07T12:20:48,022 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:46323/user/jenkins/test-data/650d6421-6752-e956-f56c-82a6731351d9/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-07T12:20:48,022 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46323/user/jenkins/test-data/650d6421-6752-e956-f56c-82a6731351d9 2024-11-07T12:20:48,028 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36027 is added to blk_1073741833_1009 (size=32) 2024-11-07T12:20:48,429 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T12:20:48,430 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-07T12:20:48,431 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-07T12:20:48,431 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:48,432 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T12:20:48,432 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-07T12:20:48,433 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-07T12:20:48,433 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:48,433 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T12:20:48,433 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-07T12:20:48,434 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-07T12:20:48,434 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:48,434 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T12:20:48,434 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-07T12:20:48,435 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-07T12:20:48,435 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:48,435 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T12:20:48,435 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-07T12:20:48,436 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46323/user/jenkins/test-data/650d6421-6752-e956-f56c-82a6731351d9/data/hbase/meta/1588230740 2024-11-07T12:20:48,436 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46323/user/jenkins/test-data/650d6421-6752-e956-f56c-82a6731351d9/data/hbase/meta/1588230740 2024-11-07T12:20:48,437 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-07T12:20:48,437 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-07T12:20:48,438 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T12:20:48,438 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-07T12:20:48,440 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46323/user/jenkins/test-data/650d6421-6752-e956-f56c-82a6731351d9/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T12:20:48,440 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71534810, jitterRate=0.06595173478126526}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T12:20:48,441 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1730982048429Initializing all the Stores at 1730982048430 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730982048430Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730982048430Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730982048430Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730982048430Cleaning up temporary data from old regions at 1730982048437 (+7 ms)Region opened successfully at 1730982048441 (+4 ms) 2024-11-07T12:20:48,441 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-07T12:20:48,441 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-07T12:20:48,441 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-07T12:20:48,441 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-07T12:20:48,441 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-07T12:20:48,441 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-07T12:20:48,441 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1730982048441Disabling compacts and flushes for region at 1730982048441Disabling writes for close at 1730982048441Writing region close event to WAL at 1730982048441Closed at 1730982048441 2024-11-07T12:20:48,442 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T12:20:48,442 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-07T12:20:48,442 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-07T12:20:48,443 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-07T12:20:48,444 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-07T12:20:48,594 DEBUG [87fb68174c52:45851 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-07T12:20:48,594 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=87fb68174c52,33345,1730982045867 2024-11-07T12:20:48,595 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 87fb68174c52,33345,1730982045867, state=OPENING 2024-11-07T12:20:48,602 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-07T12:20:48,609 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33345-0x1001a2ff0e40001, quorum=127.0.0.1:53770, baseZNode=/0530947007 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0530947007 2024-11-07T12:20:48,609 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45851-0x1001a2ff0e40000, quorum=127.0.0.1:53770, baseZNode=/0530947007 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0530947007 2024-11-07T12:20:48,610 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0530947007/meta-region-server: CHANGED 2024-11-07T12:20:48,610 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0530947007/meta-region-server: CHANGED 2024-11-07T12:20:48,610 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-07T12:20:48,610 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=87fb68174c52,33345,1730982045867}] 2024-11-07T12:20:48,762 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-07T12:20:48,764 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46915, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-07T12:20:48,767 INFO [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-07T12:20:48,767 INFO [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T12:20:48,767 INFO [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-07T12:20:48,769 INFO [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=87fb68174c52%2C33345%2C1730982045867.meta, suffix=.meta, logDir=hdfs://localhost:46323/user/jenkins/test-data/650d6421-6752-e956-f56c-82a6731351d9/WALs/87fb68174c52,33345,1730982045867, archiveDir=hdfs://localhost:46323/user/jenkins/test-data/650d6421-6752-e956-f56c-82a6731351d9/oldWALs, maxLogs=10 2024-11-07T12:20:48,786 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/650d6421-6752-e956-f56c-82a6731351d9/WALs/87fb68174c52,33345,1730982045867/87fb68174c52%2C33345%2C1730982045867.meta.1730982048769.meta, exclude list is [], retry=0 2024-11-07T12:20:48,788 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36027,DS-53e45c89-5bbd-435e-9670-ccb5bb941221,DISK] 2024-11-07T12:20:48,790 INFO [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/650d6421-6752-e956-f56c-82a6731351d9/WALs/87fb68174c52,33345,1730982045867/87fb68174c52%2C33345%2C1730982045867.meta.1730982048769.meta 2024-11-07T12:20:48,792 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34601:34601)] 2024-11-07T12:20:48,793 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-07T12:20:48,793 INFO [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-07T12:20:48,794 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-07T12:20:48,794 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-07T12:20:48,794 INFO [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-07T12:20:48,794 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-07T12:20:48,794 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T12:20:48,794 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-07T12:20:48,794 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-07T12:20:48,797 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-07T12:20:48,797 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-07T12:20:48,798 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:48,798 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T12:20:48,798 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-07T12:20:48,799 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-07T12:20:48,799 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:48,799 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T12:20:48,799 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-07T12:20:48,800 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-07T12:20:48,800 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:48,800 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T12:20:48,800 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-07T12:20:48,803 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-07T12:20:48,803 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:48,803 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T12:20:48,803 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-07T12:20:48,804 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46323/user/jenkins/test-data/650d6421-6752-e956-f56c-82a6731351d9/data/hbase/meta/1588230740 2024-11-07T12:20:48,805 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46323/user/jenkins/test-data/650d6421-6752-e956-f56c-82a6731351d9/data/hbase/meta/1588230740 2024-11-07T12:20:48,805 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-07T12:20:48,805 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-07T12:20:48,806 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T12:20:48,807 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-07T12:20:48,807 INFO [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64508365, jitterRate=-0.038750454783439636}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T12:20:48,808 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-07T12:20:48,808 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1730982048794Writing region info on filesystem at 1730982048794Initializing all the Stores at 1730982048795 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730982048795Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730982048796 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730982048796Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730982048796Cleaning up temporary data from old regions at 1730982048806 (+10 ms)Running coprocessor post-open hooks at 1730982048808 (+2 ms)Region opened successfully at 1730982048808 2024-11-07T12:20:48,809 INFO [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1730982048762 2024-11-07T12:20:48,811 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-07T12:20:48,811 INFO [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-07T12:20:48,812 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=87fb68174c52,33345,1730982045867 2024-11-07T12:20:48,813 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 87fb68174c52,33345,1730982045867, state=OPEN 2024-11-07T12:20:48,817 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45851-0x1001a2ff0e40000, quorum=127.0.0.1:53770, baseZNode=/0530947007 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0530947007/meta-region-server 2024-11-07T12:20:48,817 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33345-0x1001a2ff0e40001, quorum=127.0.0.1:53770, baseZNode=/0530947007 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0530947007/meta-region-server 2024-11-07T12:20:48,817 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=87fb68174c52,33345,1730982045867 2024-11-07T12:20:48,817 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0530947007/meta-region-server: CHANGED 2024-11-07T12:20:48,818 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0530947007/meta-region-server: CHANGED 2024-11-07T12:20:48,820 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-07T12:20:48,820 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=87fb68174c52,33345,1730982045867 in 207 msec 2024-11-07T12:20:48,821 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-07T12:20:48,821 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 378 msec 2024-11-07T12:20:48,822 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T12:20:48,822 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-07T12:20:48,823 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T12:20:48,823 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=87fb68174c52,33345,1730982045867, seqNum=-1] 2024-11-07T12:20:48,823 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T12:20:48,824 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38049, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T12:20:48,830 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2210 sec 2024-11-07T12:20:48,830 INFO [master/87fb68174c52:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1730982048830, completionTime=-1 2024-11-07T12:20:48,830 INFO [master/87fb68174c52:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-07T12:20:48,830 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-07T12:20:48,832 INFO [master/87fb68174c52:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-07T12:20:48,832 INFO [master/87fb68174c52:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1730982108832 2024-11-07T12:20:48,832 INFO [master/87fb68174c52:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1730982168832 2024-11-07T12:20:48,832 INFO [master/87fb68174c52:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-07T12:20:48,833 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=87fb68174c52,45851,1730982045793-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T12:20:48,833 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=87fb68174c52,45851,1730982045793-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T12:20:48,833 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=87fb68174c52,45851,1730982045793-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T12:20:48,833 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-87fb68174c52:45851, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T12:20:48,833 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-07T12:20:48,834 DEBUG [master/87fb68174c52:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-07T12:20:48,836 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-07T12:20:48,840 INFO [master/87fb68174c52:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.932sec 2024-11-07T12:20:48,840 INFO [master/87fb68174c52:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-07T12:20:48,840 INFO [master/87fb68174c52:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-07T12:20:48,840 INFO [master/87fb68174c52:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-07T12:20:48,840 INFO [master/87fb68174c52:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-07T12:20:48,840 INFO [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-07T12:20:48,840 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=87fb68174c52,45851,1730982045793-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-07T12:20:48,840 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=87fb68174c52,45851,1730982045793-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-07T12:20:48,843 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-07T12:20:48,843 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-07T12:20:48,843 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=87fb68174c52,45851,1730982045793-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T12:20:48,892 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6df85e83, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:20:48,892 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 87fb68174c52,45851,-1 for getting cluster id 2024-11-07T12:20:48,892 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T12:20:48,893 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '17529dec-3e73-4986-8e4c-e22f34450b46' 2024-11-07T12:20:48,893 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T12:20:48,893 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "17529dec-3e73-4986-8e4c-e22f34450b46" 2024-11-07T12:20:48,894 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ccb8a27, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:20:48,894 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [87fb68174c52,45851,-1] 2024-11-07T12:20:48,894 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T12:20:48,894 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:20:48,895 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42868, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T12:20:48,895 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a1ff0a7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:20:48,896 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T12:20:48,896 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=87fb68174c52,33345,1730982045867, seqNum=-1] 2024-11-07T12:20:48,897 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T12:20:48,897 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40782, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T12:20:48,899 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=87fb68174c52,45851,1730982045793 2024-11-07T12:20:48,899 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:53770 2024-11-07T12:20:48,905 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:53770, baseZNode=/0530947007 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T12:20:48,905 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1001a2ff0e40002 connected 2024-11-07T12:20:48,907 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T12:20:48,908 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 87fb68174c52,45851,1730982045793 2024-11-07T12:20:48,908 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@18edbae4 2024-11-07T12:20:48,909 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T12:20:48,909 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42878, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-07T12:20:48,910 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45851 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-07T12:20:48,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45851 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-07T12:20:48,912 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-07T12:20:48,912 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:48,913 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45851 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-07T12:20:48,913 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-07T12:20:48,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45851 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T12:20:48,931 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36027 is added to blk_1073741835_1011 (size=902) 2024-11-07T12:20:49,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45851 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T12:20:49,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45851 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T12:20:49,337 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 5d46006c8c8c66600720447188eff5b7, NAME => 'test,,1730982048910.5d46006c8c8c66600720447188eff5b7.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46323/user/jenkins/test-data/650d6421-6752-e956-f56c-82a6731351d9 2024-11-07T12:20:49,373 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36027 is added to blk_1073741836_1012 (size=39) 2024-11-07T12:20:49,375 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1730982048910.5d46006c8c8c66600720447188eff5b7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T12:20:49,375 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 5d46006c8c8c66600720447188eff5b7, disabling compactions & flushes 2024-11-07T12:20:49,375 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1730982048910.5d46006c8c8c66600720447188eff5b7. 2024-11-07T12:20:49,375 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1730982048910.5d46006c8c8c66600720447188eff5b7. 2024-11-07T12:20:49,375 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1730982048910.5d46006c8c8c66600720447188eff5b7. after waiting 0 ms 2024-11-07T12:20:49,375 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1730982048910.5d46006c8c8c66600720447188eff5b7. 2024-11-07T12:20:49,376 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1730982048910.5d46006c8c8c66600720447188eff5b7. 2024-11-07T12:20:49,376 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 5d46006c8c8c66600720447188eff5b7: Waiting for close lock at 1730982049375Disabling compacts and flushes for region at 1730982049375Disabling writes for close at 1730982049375Writing region close event to WAL at 1730982049375Closed at 1730982049375 2024-11-07T12:20:49,377 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-07T12:20:49,377 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1730982048910.5d46006c8c8c66600720447188eff5b7.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1730982049377"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1730982049377"}]},"ts":"1730982049377"} 2024-11-07T12:20:49,379 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-07T12:20:49,380 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-07T12:20:49,380 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1730982049380"}]},"ts":"1730982049380"} 2024-11-07T12:20:49,382 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-07T12:20:49,382 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=5d46006c8c8c66600720447188eff5b7, ASSIGN}] 2024-11-07T12:20:49,383 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=5d46006c8c8c66600720447188eff5b7, ASSIGN 2024-11-07T12:20:49,383 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=5d46006c8c8c66600720447188eff5b7, ASSIGN; state=OFFLINE, location=87fb68174c52,33345,1730982045867; forceNewPlan=false, retain=false 2024-11-07T12:20:49,534 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=5d46006c8c8c66600720447188eff5b7, regionState=OPENING, regionLocation=87fb68174c52,33345,1730982045867 2024-11-07T12:20:49,537 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=5d46006c8c8c66600720447188eff5b7, ASSIGN because future has completed 2024-11-07T12:20:49,542 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5d46006c8c8c66600720447188eff5b7, server=87fb68174c52,33345,1730982045867}] 2024-11-07T12:20:49,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45851 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T12:20:49,699 INFO [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1730982048910.5d46006c8c8c66600720447188eff5b7. 2024-11-07T12:20:49,699 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 5d46006c8c8c66600720447188eff5b7, NAME => 'test,,1730982048910.5d46006c8c8c66600720447188eff5b7.', STARTKEY => '', ENDKEY => ''} 2024-11-07T12:20:49,701 INFO [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-07T12:20:49,701 INFO [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-07T12:20:49,701 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 5d46006c8c8c66600720447188eff5b7 2024-11-07T12:20:49,701 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1730982048910.5d46006c8c8c66600720447188eff5b7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T12:20:49,701 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 5d46006c8c8c66600720447188eff5b7 2024-11-07T12:20:49,701 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 5d46006c8c8c66600720447188eff5b7 2024-11-07T12:20:49,707 INFO [StoreOpener-5d46006c8c8c66600720447188eff5b7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 5d46006c8c8c66600720447188eff5b7 2024-11-07T12:20:49,708 INFO [StoreOpener-5d46006c8c8c66600720447188eff5b7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5d46006c8c8c66600720447188eff5b7 columnFamilyName f 2024-11-07T12:20:49,709 DEBUG [StoreOpener-5d46006c8c8c66600720447188eff5b7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:49,709 INFO [StoreOpener-5d46006c8c8c66600720447188eff5b7-1 {}] regionserver.HStore(327): Store=5d46006c8c8c66600720447188eff5b7/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T12:20:49,709 INFO [StoreOpener-5d46006c8c8c66600720447188eff5b7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 5d46006c8c8c66600720447188eff5b7 2024-11-07T12:20:49,710 INFO [StoreOpener-5d46006c8c8c66600720447188eff5b7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5d46006c8c8c66600720447188eff5b7 columnFamilyName f1 2024-11-07T12:20:49,710 DEBUG [StoreOpener-5d46006c8c8c66600720447188eff5b7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:49,710 INFO [StoreOpener-5d46006c8c8c66600720447188eff5b7-1 {}] regionserver.HStore(327): Store=5d46006c8c8c66600720447188eff5b7/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T12:20:49,710 INFO [StoreOpener-5d46006c8c8c66600720447188eff5b7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 5d46006c8c8c66600720447188eff5b7 2024-11-07T12:20:49,712 INFO [StoreOpener-5d46006c8c8c66600720447188eff5b7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5d46006c8c8c66600720447188eff5b7 columnFamilyName norep 2024-11-07T12:20:49,712 DEBUG [StoreOpener-5d46006c8c8c66600720447188eff5b7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:49,718 INFO [StoreOpener-5d46006c8c8c66600720447188eff5b7-1 {}] regionserver.HStore(327): Store=5d46006c8c8c66600720447188eff5b7/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T12:20:49,718 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 5d46006c8c8c66600720447188eff5b7 2024-11-07T12:20:49,719 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46323/user/jenkins/test-data/650d6421-6752-e956-f56c-82a6731351d9/data/default/test/5d46006c8c8c66600720447188eff5b7 2024-11-07T12:20:49,719 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46323/user/jenkins/test-data/650d6421-6752-e956-f56c-82a6731351d9/data/default/test/5d46006c8c8c66600720447188eff5b7 2024-11-07T12:20:49,720 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 5d46006c8c8c66600720447188eff5b7 2024-11-07T12:20:49,720 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 5d46006c8c8c66600720447188eff5b7 2024-11-07T12:20:49,721 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-07T12:20:49,722 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 5d46006c8c8c66600720447188eff5b7 2024-11-07T12:20:49,725 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46323/user/jenkins/test-data/650d6421-6752-e956-f56c-82a6731351d9/data/default/test/5d46006c8c8c66600720447188eff5b7/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T12:20:49,725 INFO [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 5d46006c8c8c66600720447188eff5b7; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72566954, jitterRate=0.08133187890052795}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-07T12:20:49,725 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5d46006c8c8c66600720447188eff5b7 2024-11-07T12:20:49,726 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 5d46006c8c8c66600720447188eff5b7: Running coprocessor pre-open hook at 1730982049701Writing region info on filesystem at 1730982049701Initializing all the Stores at 1730982049702 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730982049702Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730982049707 (+5 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730982049707Cleaning up temporary data from old regions at 1730982049720 (+13 ms)Running coprocessor post-open hooks at 1730982049725 (+5 ms)Region opened successfully at 1730982049726 (+1 ms) 2024-11-07T12:20:49,727 INFO [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1730982048910.5d46006c8c8c66600720447188eff5b7., pid=6, masterSystemTime=1730982049695 2024-11-07T12:20:49,731 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1730982048910.5d46006c8c8c66600720447188eff5b7. 2024-11-07T12:20:49,731 INFO [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1730982048910.5d46006c8c8c66600720447188eff5b7. 2024-11-07T12:20:49,732 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=5d46006c8c8c66600720447188eff5b7, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=87fb68174c52,33345,1730982045867 2024-11-07T12:20:49,734 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5d46006c8c8c66600720447188eff5b7, server=87fb68174c52,33345,1730982045867 because future has completed 2024-11-07T12:20:49,736 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-07T12:20:49,737 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 5d46006c8c8c66600720447188eff5b7, server=87fb68174c52,33345,1730982045867 in 193 msec 2024-11-07T12:20:49,738 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-07T12:20:49,739 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=5d46006c8c8c66600720447188eff5b7, ASSIGN in 355 msec 2024-11-07T12:20:49,739 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-07T12:20:49,739 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1730982049739"}]},"ts":"1730982049739"} 2024-11-07T12:20:49,741 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-07T12:20:49,742 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-07T12:20:49,743 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 832 msec 2024-11-07T12:20:50,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45851 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T12:20:50,055 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-07T12:20:50,056 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6bcaa348, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:20:50,056 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 87fb68174c52,45851,-1 for getting cluster id 2024-11-07T12:20:50,056 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T12:20:50,057 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '17529dec-3e73-4986-8e4c-e22f34450b46' 2024-11-07T12:20:50,057 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T12:20:50,057 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "17529dec-3e73-4986-8e4c-e22f34450b46" 2024-11-07T12:20:50,057 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e07dc0d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:20:50,057 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [87fb68174c52,45851,-1] 2024-11-07T12:20:50,057 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T12:20:50,058 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:20:50,059 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42900, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T12:20:50,059 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@546d61a0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:20:50,060 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T12:20:50,066 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 87fb68174c52,45851,1730982045793 2024-11-07T12:20:50,066 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@b32c65a 2024-11-07T12:20:50,066 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T12:20:50,067 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42904, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-07T12:20:50,068 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45851 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://87fb68174c52:45851,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-07T12:20:50,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45851 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-07T12:20:50,085 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='87fb68174c52:45851' 2024-11-07T12:20:50,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45851 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-07T12:20:50,089 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17f073ac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:20:50,089 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 87fb68174c52,45851,-1 for getting cluster id 2024-11-07T12:20:50,089 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T12:20:50,091 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '17529dec-3e73-4986-8e4c-e22f34450b46' 2024-11-07T12:20:50,091 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T12:20:50,091 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "17529dec-3e73-4986-8e4c-e22f34450b46" 2024-11-07T12:20:50,091 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78753c7f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:20:50,091 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [87fb68174c52,45851,-1] 2024-11-07T12:20:50,091 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T12:20:50,092 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:20:50,093 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42926, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T12:20:50,093 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2920acbf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:20:50,093 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T12:20:50,094 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 87fb68174c52,45851,1730982045793 2024-11-07T12:20:50,094 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2032ffec 2024-11-07T12:20:50,095 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T12:20:50,095 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42934, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-07T12:20:50,097 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-07T12:20:50,097 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-07T12:20:50,097 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:20:50,097 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:20:50,098 WARN [PEWorker-1 {}] replication.ModifyPeerProcedure(190): org.apache.hadoop.hbase.master.replication.AddPeerProcedure failed to call pre CP hook or the pre check is failed for peer 1, mark the procedure as failure and give up org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://87fb68174c52:45851, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-11-07T12:20:50,100 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T12:20:50,107 ERROR [PEWorker-1 {}] procedure2.ProcedureExecutor(1697): Root Procedure pid=7, state=FAILED, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://87fb68174c52:45851, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure does not support rollback but the execution failed and try to rollback, code bug? org.apache.hadoop.hbase.procedure2.RemoteProcedureException: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://87fb68174c52:45851, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.procedure2.Procedure.setFailure(Procedure.java:765) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:192) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] Caused by: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://87fb68174c52:45851, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?] ... 8 more 2024-11-07T12:20:50,109 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1707): Rolled back pid=7, state=ROLLEDBACK, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://87fb68174c52:45851, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure exec-time=40 msec 2024-11-07T12:20:50,109 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor(2061): Usually this should not happen, we will release the lock before if the procedure is finished, even if the holdLock is true, arrive here means we have some holes where we do not release the lock. And the releaseLock below may fail since the procedure may have already been deleted from the procedure store. 2024-11-07T12:20:50,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45851 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-07T12:20:50,196 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3009): Operation: ADD_REPLICATION_PEER, peerId: 1 failed with Invalid cluster key: hbase+rpc://87fb68174c52:45851, should not replicate to itself for HBaseInterClusterReplicationEndpoint 2024-11-07T12:20:50,196 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T12:20:50,197 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:616) at org.apache.hadoop.hbase.replication.TestMasterReplication.testLoopedReplication(TestMasterReplication.java:181) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.ExpectException.evaluate(ExpectException.java:19) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T12:20:50,197 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:20:50,197 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:20:50,197 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T12:20:50,245 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testLoopedReplication Thread=533 (was 361) Potentially hanging thread: OldWALsCleaner-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.deleteFile(LogCleaner.java:172) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.lambda$createOldWalsCleaner$1(LogCleaner.java:152) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner$$Lambda$610/0x00007fde78ad7ad8.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1917205009-172.17.0.3-1730982045275:blk_1073741830_1006, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2262-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcessThread(sid:0 cport:53770): java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.PrepRequestProcessor.run(PrepRequestProcessor.java:142) Potentially hanging thread: pool-2271-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1917205009-172.17.0.3-1730982045275:blk_1073741834_1010, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1339488511-7880 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46323 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-10 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=45851 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: Block report processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.processQueue(BlockManager.java:5627) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.run(BlockManager.java:5614) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46323 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_422794362_20 at /127.0.0.1:44566 [Receiving block BP-1917205009-172.17.0.3-1730982045275:blk_1073741832_1008] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=45851 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: master/87fb68174c52:0:becomeActiveMaster-HFileCleaner.large.0-1730982047616 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$1.run(HFileCleaner.java:254) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber@7405f12e java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber.run(FSNamesystem.java:4689) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server Responder java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:46323 from jenkins.hfs.20 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:46323/user/jenkins/test-data/650d6421-6752-e956-f56c-82a6731351d9-prefix:87fb68174c52,33345,1730982045867 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45851 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5fa7912-be80-58f0-8940-555667147af4/cluster_8504ff46-4a16-b8fa-f000-4c80857f5d03/data/data1) java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Potentially hanging thread: RS:0;87fb68174c52:33345 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) app//org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:906) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) java.base@17.0.11/java.security.AccessController.executePrivileged(AccessController.java:776) java.base@17.0.11/java.security.AccessController.doPrivileged(AccessController.java:399) java.base@17.0.11/javax.security.auth.Subject.doAs(Subject.java:376) app//org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) app//org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1339488511-7877 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$307/0x00007fde78433000.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2263-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 1 on default port 38651 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33345 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: qtp935920234-7833 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: BP-1917205009-172.17.0.3-1730982045275 heartbeating to localhost/127.0.0.1:46323 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.IncrementalBlockReportManager.waitTillNextIBR(IncrementalBlockReportManager.java:158) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.offerService(BPServiceActor.java:771) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.run(BPServiceActor.java:914) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:53770) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33345 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: DataNode DiskChecker thread 0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOServerCxnFactory.AcceptThread:localhost/127.0.0.1:53770 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.select(NIOServerCnxnFactory.java:205) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.run(NIOServerCnxnFactory.java:181) Potentially hanging thread: HMaster-EventLoopGroup-43-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33345 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOWorkerThread-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: M:0;87fb68174c52:45851 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) app//org.apache.hadoop.hbase.master.HMaster.run(HMaster.java:625) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=45851 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: PEWorker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: Socket Reader #1 for port 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor@24fcc284 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor.run(FSNamesystem.java:4550) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 3 on default port 46323 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: org.apache.hadoop.hdfs.server.datanode.DataXceiverServer@5e3d6d0d java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) java.base@17.0.11/sun.nio.ch.ServerSocketAdaptor.accept(ServerSocketAdaptor.java:126) app//org.apache.hadoop.hdfs.net.TcpPeerServer.accept(TcpPeerServer.java:85) app//org.apache.hadoop.hdfs.server.datanode.DataXceiverServer.run(DataXceiverServer.java:242) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp935920234-7829 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$307/0x00007fde78433000.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-38-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/87fb68174c52:0.leaseChecker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.regionserver.LeaseManager.run(LeaseManager.java:82) Potentially hanging thread: snapshot-hfile-cleaner-cache-refresher java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:46323/user/jenkins/test-data/650d6421-6752-e956-f56c-82a6731351d9-prefix:87fb68174c52,33345,1730982045867.meta java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45851 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:53770) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: regionserver/87fb68174c52:0.logRoller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: qtp935920234-7830 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$307/0x00007fde78433000.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:46323/user/jenkins/test-data/650d6421-6752-e956-f56c-82a6731351d9/MasterData-prefix:87fb68174c52,45851,1730982045793 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_422794362_20 at /127.0.0.1:44580 [Receiving block BP-1917205009-172.17.0.3-1730982045275:blk_1073741834_1010] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 4 on default port 46323 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: StorageLocationChecker thread 0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1339488511-7879 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LruBlockCacheStatsExecutor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: LeaseRenewer:jenkins@localhost:46323 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-12 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS:0;87fb68174c52:33345-longCompactions-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:46323 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RequestThrottler java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.RequestThrottler.run(RequestThrottler.java:147) Potentially hanging thread: java.util.concurrent.ThreadPoolExecutor$Worker@e12fd1f[State = -1, empty queue] java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server idle connection scanner for port 46323 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: NIOWorkerThread-13 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 4 on default port 38651 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: qtp935920234-7831 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$307/0x00007fde78433000.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Command processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.processQueue(BPServiceActor.java:1411) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.run(BPServiceActor.java:1395) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_422794362_20 at /127.0.0.1:55816 [Waiting for operation #6] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:46323 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: DataNode DiskChecker thread 1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33345 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Server Responder java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1260506153_20 at /127.0.0.1:44540 [Receiving block BP-1917205009-172.17.0.3-1730982045275:blk_1073741830_1006] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: BootstrapNodeManager java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor@1e89626b java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor.run(PendingReconstructionBlocks.java:267) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5fa7912-be80-58f0-8940-555667147af4/cluster_8504ff46-4a16-b8fa-f000-4c80857f5d03/data/data1/current/BP-1917205009-172.17.0.3-1730982045275 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FsDatasetAsyncDiskServiceFixer java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer.run(HBaseTestingUtil.java:576) Potentially hanging thread: Hadoop-Metrics-Updater-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-15 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server idle connection scanner for port 38651 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: NIOServerCxnFactory.SelectorThread-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) Potentially hanging thread: StorageLocationChecker thread 1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@6979ca91 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RegionServerTracker-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MarkedDeleteBlockScrubberThread java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$MarkedDeleteBlockScrubber.run(BlockManager.java:5326) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureDispatcherTimeoutThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.RemoteProcedureDispatcher$TimeoutExecutorThread.run(RemoteProcedureDispatcher.java:328) Potentially hanging thread: NIOServerCxnFactory.SelectorThread-0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) Potentially hanging thread: IPC Server listener on 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Potentially hanging thread: FSEditLogAsync java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.dequeueEdit(FSEditLogAsync.java:241) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.run(FSEditLogAsync.java:250) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.20@localhost:46323 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_META-regionserver/87fb68174c52:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-9 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 0 on default port 38651 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: IPC Server handler 2 on default port 46323 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: RedundancyMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) java.base@17.0.11/java.lang.Thread.sleep(Thread.java:344) java.base@17.0.11/java.util.concurrent.TimeUnit.sleep(TimeUnit.java:446) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$RedundancyMonitor.run(BlockManager.java:5352) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller@40cca541 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller.run(FSNamesystem.java:4592) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=33345 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: SyncThread:0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.SyncRequestProcessor.run(SyncRequestProcessor.java:170) Potentially hanging thread: master:store-Flusher java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor.flushLoop(MasterRegionFlusherAndCompactor.java:200) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor$$Lambda$479/0x00007fde789fdbd8.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: Socket Reader #1 for port 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Potentially hanging thread: master/87fb68174c52:0:becomeActiveMaster-HFileCleaner.small.0-1730982047617 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$2.run(HFileCleaner.java:269) Potentially hanging thread: DatanodeAdminMonitor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server listener on 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33345 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RS_OPEN_REGION-regionserver/87fb68174c52:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=33345 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOWorkerThread-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/87fb68174c52:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2274-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45851 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: Session-HouseKeeper-3b776c2f-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MemStoreFlusher.0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:77) app//org.apache.hadoop.hbase.regionserver.MemStoreFlusher$FlushHandler.run(MemStoreFlusher.java:323) Potentially hanging thread: CacheReplicationMonitor(558462911) java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hdfs.server.blockmanagement.CacheReplicationMonitor.run(CacheReplicationMonitor.java:186) Potentially hanging thread: HMaster-EventLoopGroup-43-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-43-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp935920234-7834 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2276-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45851 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: JvmPauseMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:148) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1917205009-172.17.0.3-1730982045275:blk_1073741832_1008, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-11 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5fa7912-be80-58f0-8940-555667147af4/cluster_8504ff46-4a16-b8fa-f000-4c80857f5d03/data/data2) java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Potentially hanging thread: IPC Server handler 1 on default port 46323 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: IPC Server handler 2 on default port 38651 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46323 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: 87fb68174c52:45851 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.waitOnAssignQueue(AssignmentManager.java:2390) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.processAssignQueue(AssignmentManager.java:2412) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager$1.run(AssignmentManager.java:2352) Potentially hanging thread: qtp1339488511-7878-acceptor-0@2261bd1b-ServerConnector@46647221{HTTP/1.1, (http/1.1)}{localhost:45405} java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Session-HouseKeeper-4cf3bcda-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: WorkerMonitor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:279) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) Potentially hanging thread: Time-limited test.LruBlockCache.EvictionThread java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.io.hfile.LruBlockCache$EvictionThread.run(LruBlockCache.java:957) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor@6780168c java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor.run(LeaseManager.java:537) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45851 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor@2c60dc08 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor.run(HeartbeatManager.java:563) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 0 on default port 46323 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5fa7912-be80-58f0-8940-555667147af4/cluster_8504ff46-4a16-b8fa-f000-4c80857f5d03/data/data2/current/BP-1917205009-172.17.0.3-1730982045275 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp935920234-7828 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$307/0x00007fde78433000.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:53770) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: NIOWorkerThread-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcExecTimeout java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:274) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Hadoop-Metrics-Updater-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MobFileCache #0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ConnnectionExpirer java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.NIOServerCnxnFactory$ConnectionExpirerThread.run(NIOServerCnxnFactory.java:554) Potentially hanging thread: qtp935920234-7835 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@5bf7cd36 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master:store-WAL-Roller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: NIOWorkerThread-16 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 3 on default port 38651 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: normalizer-worker-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorkQueue.take(RegionNormalizerWorkQueue.java:146) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorker.run(RegionNormalizerWorker.java:191) java.base@17.0.11/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) java.base@17.0.11/java.util.concurrent.FutureTask.run(FutureTask.java:264) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: NIOWorkerThread-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2268-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45851 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=33345 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33345 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: regionserver/87fb68174c52:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp935920234-7832-acceptor-0@2eb11109-ServerConnector@3338bb6d{HTTP/1.1, (http/1.1)}{localhost:45943} java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33345 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOWorkerThread-14 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45851 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) - Thread LEAK? -, OpenFileDescriptor=874 (was 787) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=311 (was 321), ProcessCount=11 (was 11), AvailableMemoryMB=1472 (was 265) - AvailableMemoryMB LEAK? - 2024-11-07T12:20:50,252 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=533 is superior to 500 2024-11-07T12:20:50,290 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=533, OpenFileDescriptor=874, MaxFileDescriptor=1048576, SystemLoadAverage=311, ProcessCount=11, AvailableMemoryMB=1465 2024-11-07T12:20:50,290 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=533 is superior to 500 2024-11-07T12:20:50,315 INFO [Time-limited test {}] replication.TestMasterReplication(298): testHFileMultiSlaveReplication 2024-11-07T12:20:50,316 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5fa7912-be80-58f0-8940-555667147af4/hadoop.log.dir so I do NOT create it in target/test-data/6018b000-fd71-52a9-1209-e7983809a9d9 2024-11-07T12:20:50,316 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5fa7912-be80-58f0-8940-555667147af4/hadoop.log.dir Erasing configuration value by system value. 2024-11-07T12:20:50,316 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5fa7912-be80-58f0-8940-555667147af4/hadoop.tmp.dir so I do NOT create it in target/test-data/6018b000-fd71-52a9-1209-e7983809a9d9 2024-11-07T12:20:50,316 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5fa7912-be80-58f0-8940-555667147af4/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-07T12:20:50,316 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6018b000-fd71-52a9-1209-e7983809a9d9 2024-11-07T12:20:50,316 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6018b000-fd71-52a9-1209-e7983809a9d9/cluster_0443699a-d39d-b8c6-fd4a-e42405d0e0a4, deleteOnExit=true 2024-11-07T12:20:50,346 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6018b000-fd71-52a9-1209-e7983809a9d9/cluster_0443699a-d39d-b8c6-fd4a-e42405d0e0a4/zookeeper_0, clientPort=64763, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6018b000-fd71-52a9-1209-e7983809a9d9/cluster_0443699a-d39d-b8c6-fd4a-e42405d0e0a4/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6018b000-fd71-52a9-1209-e7983809a9d9/cluster_0443699a-d39d-b8c6-fd4a-e42405d0e0a4/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-07T12:20:50,361 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=64763 2024-11-07T12:20:50,361 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-07T12:20:50,361 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-07T12:20:50,361 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6018b000-fd71-52a9-1209-e7983809a9d9/test.cache.data in system properties and HBase conf 2024-11-07T12:20:50,361 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6018b000-fd71-52a9-1209-e7983809a9d9/hadoop.tmp.dir in system properties and HBase conf 2024-11-07T12:20:50,361 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6018b000-fd71-52a9-1209-e7983809a9d9/hadoop.log.dir in system properties and HBase conf 2024-11-07T12:20:50,361 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6018b000-fd71-52a9-1209-e7983809a9d9/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-07T12:20:50,361 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6018b000-fd71-52a9-1209-e7983809a9d9/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-07T12:20:50,361 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-07T12:20:50,362 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-07T12:20:50,362 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6018b000-fd71-52a9-1209-e7983809a9d9/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-07T12:20:50,362 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6018b000-fd71-52a9-1209-e7983809a9d9/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-07T12:20:50,362 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6018b000-fd71-52a9-1209-e7983809a9d9/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-07T12:20:50,362 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6018b000-fd71-52a9-1209-e7983809a9d9/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-07T12:20:50,362 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6018b000-fd71-52a9-1209-e7983809a9d9/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-07T12:20:50,362 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6018b000-fd71-52a9-1209-e7983809a9d9/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-07T12:20:50,362 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6018b000-fd71-52a9-1209-e7983809a9d9/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-07T12:20:50,362 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6018b000-fd71-52a9-1209-e7983809a9d9/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-07T12:20:50,362 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6018b000-fd71-52a9-1209-e7983809a9d9/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-07T12:20:50,363 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6018b000-fd71-52a9-1209-e7983809a9d9/nfs.dump.dir in system properties and HBase conf 2024-11-07T12:20:50,363 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6018b000-fd71-52a9-1209-e7983809a9d9/java.io.tmpdir in system properties and HBase conf 2024-11-07T12:20:50,363 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6018b000-fd71-52a9-1209-e7983809a9d9/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-07T12:20:50,363 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6018b000-fd71-52a9-1209-e7983809a9d9/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-07T12:20:50,363 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6018b000-fd71-52a9-1209-e7983809a9d9/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-07T12:20:50,519 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T12:20:50,524 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-07T12:20:50,555 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-07T12:20:50,555 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-07T12:20:50,555 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-07T12:20:50,556 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T12:20:50,556 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2c20cbb4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6018b000-fd71-52a9-1209-e7983809a9d9/hadoop.log.dir/,AVAILABLE} 2024-11-07T12:20:50,557 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6d76a770{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-07T12:20:50,710 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3288d9f3{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6018b000-fd71-52a9-1209-e7983809a9d9/java.io.tmpdir/jetty-localhost-43799-hadoop-hdfs-3_4_1-tests_jar-_-any-6508320476441508955/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-07T12:20:50,710 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2f35d1ca{HTTP/1.1, (http/1.1)}{localhost:43799} 2024-11-07T12:20:50,710 INFO [Time-limited test {}] server.Server(415): Started @280910ms 2024-11-07T12:20:50,877 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T12:20:50,883 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-07T12:20:50,893 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-07T12:20:50,893 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-07T12:20:50,893 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-07T12:20:50,897 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@f6754cb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6018b000-fd71-52a9-1209-e7983809a9d9/hadoop.log.dir/,AVAILABLE} 2024-11-07T12:20:50,897 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3905b974{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-07T12:20:51,079 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@f076664{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6018b000-fd71-52a9-1209-e7983809a9d9/java.io.tmpdir/jetty-localhost-37719-hadoop-hdfs-3_4_1-tests_jar-_-any-12872320095271552340/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T12:20:51,080 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@12a4de79{HTTP/1.1, (http/1.1)}{localhost:37719} 2024-11-07T12:20:51,080 INFO [Time-limited test {}] server.Server(415): Started @281280ms 2024-11-07T12:20:51,082 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-07T12:20:51,285 WARN [Thread-4276 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6018b000-fd71-52a9-1209-e7983809a9d9/cluster_0443699a-d39d-b8c6-fd4a-e42405d0e0a4/data/data1/current/BP-60181769-172.17.0.3-1730982050420/current, will proceed with Du for space computation calculation, 2024-11-07T12:20:51,287 WARN [Thread-4277 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6018b000-fd71-52a9-1209-e7983809a9d9/cluster_0443699a-d39d-b8c6-fd4a-e42405d0e0a4/data/data2/current/BP-60181769-172.17.0.3-1730982050420/current, will proceed with Du for space computation calculation, 2024-11-07T12:20:51,320 WARN [Thread-4264 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-07T12:20:51,331 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe1a6a27dcc57b204 with lease ID 0x12e181d74b63753e: Processing first storage report for DS-d505a3a5-9762-4b90-be93-c1667df4f478 from datanode DatanodeRegistration(127.0.0.1:37641, datanodeUuid=9362269b-8a81-40c2-ad4f-3b8ac1ea91f6, infoPort=40971, infoSecurePort=0, ipcPort=38957, storageInfo=lv=-57;cid=testClusterID;nsid=1018616360;c=1730982050420) 2024-11-07T12:20:51,331 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe1a6a27dcc57b204 with lease ID 0x12e181d74b63753e: from storage DS-d505a3a5-9762-4b90-be93-c1667df4f478 node DatanodeRegistration(127.0.0.1:37641, datanodeUuid=9362269b-8a81-40c2-ad4f-3b8ac1ea91f6, infoPort=40971, infoSecurePort=0, ipcPort=38957, storageInfo=lv=-57;cid=testClusterID;nsid=1018616360;c=1730982050420), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-07T12:20:51,331 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe1a6a27dcc57b204 with lease ID 0x12e181d74b63753e: Processing first storage report for DS-3bf6c38c-4233-4967-8b68-f117a49de918 from datanode DatanodeRegistration(127.0.0.1:37641, datanodeUuid=9362269b-8a81-40c2-ad4f-3b8ac1ea91f6, infoPort=40971, infoSecurePort=0, ipcPort=38957, storageInfo=lv=-57;cid=testClusterID;nsid=1018616360;c=1730982050420) 2024-11-07T12:20:51,331 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe1a6a27dcc57b204 with lease ID 0x12e181d74b63753e: from storage DS-3bf6c38c-4233-4967-8b68-f117a49de918 node DatanodeRegistration(127.0.0.1:37641, datanodeUuid=9362269b-8a81-40c2-ad4f-3b8ac1ea91f6, infoPort=40971, infoSecurePort=0, ipcPort=38957, storageInfo=lv=-57;cid=testClusterID;nsid=1018616360;c=1730982050420), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-07T12:20:51,426 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6018b000-fd71-52a9-1209-e7983809a9d9 2024-11-07T12:20:51,426 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T12:20:51,428 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T12:20:51,435 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37641 is added to blk_1073741825_1001 (size=7) 2024-11-07T12:20:51,436 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35727/user/jenkins/test-data/b7a10cc3-99d6-7ae0-ecf8-2f74aa4d8e19 with version=8 2024-11-07T12:20:51,436 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:35727/user/jenkins/test-data/b7a10cc3-99d6-7ae0-ecf8-2f74aa4d8e19/hbase-staging 2024-11-07T12:20:51,439 INFO [Time-limited test {}] client.ConnectionUtils(128): master/87fb68174c52:0 server-side Connection retries=45 2024-11-07T12:20:51,439 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T12:20:51,439 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-07T12:20:51,439 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-07T12:20:51,440 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T12:20:51,440 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-07T12:20:51,440 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-07T12:20:51,440 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T12:20:51,441 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:38281 2024-11-07T12:20:51,441 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38281 connecting to ZooKeeper ensemble=127.0.0.1:64763 2024-11-07T12:20:51,453 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:382810x0, quorum=127.0.0.1:64763, baseZNode=/0-1650550728 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T12:20:51,456 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38281-0x1001a3004b30000 connected 2024-11-07T12:20:51,486 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T12:20:51,488 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T12:20:51,491 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38281-0x1001a3004b30000, quorum=127.0.0.1:64763, baseZNode=/0-1650550728 Set watcher on znode that does not yet exist, /0-1650550728/running 2024-11-07T12:20:51,491 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35727/user/jenkins/test-data/b7a10cc3-99d6-7ae0-ecf8-2f74aa4d8e19, hbase.cluster.distributed=false 2024-11-07T12:20:51,493 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38281-0x1001a3004b30000, quorum=127.0.0.1:64763, baseZNode=/0-1650550728 Set watcher on znode that does not yet exist, /0-1650550728/acl 2024-11-07T12:20:51,496 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38281 2024-11-07T12:20:51,500 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38281 2024-11-07T12:20:51,507 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38281 2024-11-07T12:20:51,512 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38281 2024-11-07T12:20:51,512 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38281 2024-11-07T12:20:51,535 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/87fb68174c52:0 server-side Connection retries=45 2024-11-07T12:20:51,536 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T12:20:51,536 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-07T12:20:51,536 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-07T12:20:51,536 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T12:20:51,536 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-07T12:20:51,536 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-07T12:20:51,536 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T12:20:51,537 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:33365 2024-11-07T12:20:51,538 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33365 connecting to ZooKeeper ensemble=127.0.0.1:64763 2024-11-07T12:20:51,538 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T12:20:51,541 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T12:20:51,547 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:333650x0, quorum=127.0.0.1:64763, baseZNode=/0-1650550728 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T12:20:51,547 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33365-0x1001a3004b30001 connected 2024-11-07T12:20:51,547 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33365-0x1001a3004b30001, quorum=127.0.0.1:64763, baseZNode=/0-1650550728 Set watcher on znode that does not yet exist, /0-1650550728/running 2024-11-07T12:20:51,548 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-07T12:20:51,552 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-07T12:20:51,553 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33365-0x1001a3004b30001, quorum=127.0.0.1:64763, baseZNode=/0-1650550728 Set watcher on znode that does not yet exist, /0-1650550728/master 2024-11-07T12:20:51,554 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33365-0x1001a3004b30001, quorum=127.0.0.1:64763, baseZNode=/0-1650550728 Set watcher on znode that does not yet exist, /0-1650550728/acl 2024-11-07T12:20:51,560 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33365 2024-11-07T12:20:51,560 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33365 2024-11-07T12:20:51,562 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33365 2024-11-07T12:20:51,564 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33365 2024-11-07T12:20:51,568 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33365 2024-11-07T12:20:51,586 DEBUG [M:0;87fb68174c52:38281 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;87fb68174c52:38281 2024-11-07T12:20:51,586 INFO [master/87fb68174c52:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1650550728/backup-masters/87fb68174c52,38281,1730982051439 2024-11-07T12:20:51,588 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38281-0x1001a3004b30000, quorum=127.0.0.1:64763, baseZNode=/0-1650550728 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1650550728/backup-masters 2024-11-07T12:20:51,588 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33365-0x1001a3004b30001, quorum=127.0.0.1:64763, baseZNode=/0-1650550728 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1650550728/backup-masters 2024-11-07T12:20:51,589 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38281-0x1001a3004b30000, quorum=127.0.0.1:64763, baseZNode=/0-1650550728 Set watcher on existing znode=/0-1650550728/backup-masters/87fb68174c52,38281,1730982051439 2024-11-07T12:20:51,591 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33365-0x1001a3004b30001, quorum=127.0.0.1:64763, baseZNode=/0-1650550728 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1650550728/master 2024-11-07T12:20:51,591 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33365-0x1001a3004b30001, quorum=127.0.0.1:64763, baseZNode=/0-1650550728 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1650550728 2024-11-07T12:20:51,591 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38281-0x1001a3004b30000, quorum=127.0.0.1:64763, baseZNode=/0-1650550728 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1650550728 2024-11-07T12:20:51,591 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38281-0x1001a3004b30000, quorum=127.0.0.1:64763, baseZNode=/0-1650550728 Set watcher on existing znode=/0-1650550728/master 2024-11-07T12:20:51,592 INFO [master/87fb68174c52:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1650550728/backup-masters/87fb68174c52,38281,1730982051439 from backup master directory 2024-11-07T12:20:51,593 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38281-0x1001a3004b30000, quorum=127.0.0.1:64763, baseZNode=/0-1650550728 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1650550728/backup-masters/87fb68174c52,38281,1730982051439 2024-11-07T12:20:51,593 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38281-0x1001a3004b30000, quorum=127.0.0.1:64763, baseZNode=/0-1650550728 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1650550728/backup-masters 2024-11-07T12:20:51,593 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33365-0x1001a3004b30001, quorum=127.0.0.1:64763, baseZNode=/0-1650550728 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1650550728/backup-masters 2024-11-07T12:20:51,593 WARN [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-07T12:20:51,593 INFO [master/87fb68174c52:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=87fb68174c52,38281,1730982051439 2024-11-07T12:20:51,606 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35727/user/jenkins/test-data/b7a10cc3-99d6-7ae0-ecf8-2f74aa4d8e19/hbase.id] with ID: 0d1340e5-f68a-491a-b2e0-31acca7a9124 2024-11-07T12:20:51,606 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35727/user/jenkins/test-data/b7a10cc3-99d6-7ae0-ecf8-2f74aa4d8e19/.tmp/hbase.id 2024-11-07T12:20:51,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37641 is added to blk_1073741826_1002 (size=42) 2024-11-07T12:20:52,041 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35727/user/jenkins/test-data/b7a10cc3-99d6-7ae0-ecf8-2f74aa4d8e19/.tmp/hbase.id]:[hdfs://localhost:35727/user/jenkins/test-data/b7a10cc3-99d6-7ae0-ecf8-2f74aa4d8e19/hbase.id] 2024-11-07T12:20:52,057 INFO [master/87fb68174c52:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T12:20:52,057 INFO [master/87fb68174c52:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-07T12:20:52,059 INFO [master/87fb68174c52:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-07T12:20:52,062 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33365-0x1001a3004b30001, quorum=127.0.0.1:64763, baseZNode=/0-1650550728 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1650550728 2024-11-07T12:20:52,062 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38281-0x1001a3004b30000, quorum=127.0.0.1:64763, baseZNode=/0-1650550728 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1650550728 2024-11-07T12:20:52,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37641 is added to blk_1073741827_1003 (size=196) 2024-11-07T12:20:52,085 INFO [master/87fb68174c52:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-07T12:20:52,086 INFO [master/87fb68174c52:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-07T12:20:52,087 INFO [master/87fb68174c52:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T12:20:52,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37641 is added to blk_1073741828_1004 (size=1189) 2024-11-07T12:20:52,103 INFO [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35727/user/jenkins/test-data/b7a10cc3-99d6-7ae0-ecf8-2f74aa4d8e19/MasterData/data/master/store 2024-11-07T12:20:52,116 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37641 is added to blk_1073741829_1005 (size=34) 2024-11-07T12:20:52,117 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T12:20:52,117 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-07T12:20:52,117 INFO [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T12:20:52,117 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T12:20:52,117 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-07T12:20:52,117 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T12:20:52,117 INFO [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T12:20:52,117 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1730982052117Disabling compacts and flushes for region at 1730982052117Disabling writes for close at 1730982052117Writing region close event to WAL at 1730982052117Closed at 1730982052117 2024-11-07T12:20:52,118 WARN [master/87fb68174c52:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35727/user/jenkins/test-data/b7a10cc3-99d6-7ae0-ecf8-2f74aa4d8e19/MasterData/data/master/store/.initializing 2024-11-07T12:20:52,118 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35727/user/jenkins/test-data/b7a10cc3-99d6-7ae0-ecf8-2f74aa4d8e19/MasterData/WALs/87fb68174c52,38281,1730982051439 2024-11-07T12:20:52,119 INFO [master/87fb68174c52:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-07T12:20:52,121 INFO [master/87fb68174c52:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=87fb68174c52%2C38281%2C1730982051439, suffix=, logDir=hdfs://localhost:35727/user/jenkins/test-data/b7a10cc3-99d6-7ae0-ecf8-2f74aa4d8e19/MasterData/WALs/87fb68174c52,38281,1730982051439, archiveDir=hdfs://localhost:35727/user/jenkins/test-data/b7a10cc3-99d6-7ae0-ecf8-2f74aa4d8e19/MasterData/oldWALs, maxLogs=10 2024-11-07T12:20:52,143 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/b7a10cc3-99d6-7ae0-ecf8-2f74aa4d8e19/MasterData/WALs/87fb68174c52,38281,1730982051439/87fb68174c52%2C38281%2C1730982051439.1730982052121, exclude list is [], retry=0 2024-11-07T12:20:52,151 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37641,DS-d505a3a5-9762-4b90-be93-c1667df4f478,DISK] 2024-11-07T12:20:52,153 INFO [master/87fb68174c52:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b7a10cc3-99d6-7ae0-ecf8-2f74aa4d8e19/MasterData/WALs/87fb68174c52,38281,1730982051439/87fb68174c52%2C38281%2C1730982051439.1730982052121 2024-11-07T12:20:52,154 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40971:40971)] 2024-11-07T12:20:52,154 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-07T12:20:52,154 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T12:20:52,154 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T12:20:52,154 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T12:20:52,160 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T12:20:52,161 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-07T12:20:52,161 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:52,164 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T12:20:52,165 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T12:20:52,166 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-07T12:20:52,166 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:52,166 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T12:20:52,166 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T12:20:52,167 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-07T12:20:52,167 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:52,168 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T12:20:52,168 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T12:20:52,169 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-07T12:20:52,169 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:52,169 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T12:20:52,170 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T12:20:52,170 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35727/user/jenkins/test-data/b7a10cc3-99d6-7ae0-ecf8-2f74aa4d8e19/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-07T12:20:52,171 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35727/user/jenkins/test-data/b7a10cc3-99d6-7ae0-ecf8-2f74aa4d8e19/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-07T12:20:52,180 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T12:20:52,180 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T12:20:52,181 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T12:20:52,182 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T12:20:52,183 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35727/user/jenkins/test-data/b7a10cc3-99d6-7ae0-ecf8-2f74aa4d8e19/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T12:20:52,184 INFO [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73254769, jitterRate=0.09158112108707428}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T12:20:52,184 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1730982052154Initializing all the Stores at 1730982052155 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730982052155Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730982052159 (+4 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730982052159Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730982052159Cleaning up temporary data from old regions at 1730982052180 (+21 ms)Region opened successfully at 1730982052184 (+4 ms) 2024-11-07T12:20:52,184 INFO [master/87fb68174c52:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-07T12:20:52,186 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e4d9699, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=87fb68174c52/172.17.0.3:0 2024-11-07T12:20:52,187 INFO [master/87fb68174c52:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-07T12:20:52,187 INFO [master/87fb68174c52:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-07T12:20:52,187 INFO [master/87fb68174c52:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-07T12:20:52,188 INFO [master/87fb68174c52:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-07T12:20:52,188 INFO [master/87fb68174c52:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-07T12:20:52,188 INFO [master/87fb68174c52:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-07T12:20:52,188 INFO [master/87fb68174c52:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-07T12:20:52,197 INFO [master/87fb68174c52:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-07T12:20:52,198 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38281-0x1001a3004b30000, quorum=127.0.0.1:64763, baseZNode=/0-1650550728 Unable to get data of znode /0-1650550728/balancer because node does not exist (not necessarily an error) 2024-11-07T12:20:52,199 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1650550728/balancer already deleted, retry=false 2024-11-07T12:20:52,199 INFO [master/87fb68174c52:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-07T12:20:52,200 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38281-0x1001a3004b30000, quorum=127.0.0.1:64763, baseZNode=/0-1650550728 Unable to get data of znode /0-1650550728/normalizer because node does not exist (not necessarily an error) 2024-11-07T12:20:52,201 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1650550728/normalizer already deleted, retry=false 2024-11-07T12:20:52,201 INFO [master/87fb68174c52:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-07T12:20:52,205 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38281-0x1001a3004b30000, quorum=127.0.0.1:64763, baseZNode=/0-1650550728 Unable to get data of znode /0-1650550728/switch/split because node does not exist (not necessarily an error) 2024-11-07T12:20:52,213 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1650550728/switch/split already deleted, retry=false 2024-11-07T12:20:52,215 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38281-0x1001a3004b30000, quorum=127.0.0.1:64763, baseZNode=/0-1650550728 Unable to get data of znode /0-1650550728/switch/merge because node does not exist (not necessarily an error) 2024-11-07T12:20:52,217 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1650550728/switch/merge already deleted, retry=false 2024-11-07T12:20:52,219 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38281-0x1001a3004b30000, quorum=127.0.0.1:64763, baseZNode=/0-1650550728 Unable to get data of znode /0-1650550728/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-07T12:20:52,220 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1650550728/snapshot-cleanup already deleted, retry=false 2024-11-07T12:20:52,222 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38281-0x1001a3004b30000, quorum=127.0.0.1:64763, baseZNode=/0-1650550728 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1650550728/running 2024-11-07T12:20:52,222 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33365-0x1001a3004b30001, quorum=127.0.0.1:64763, baseZNode=/0-1650550728 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1650550728/running 2024-11-07T12:20:52,222 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38281-0x1001a3004b30000, quorum=127.0.0.1:64763, baseZNode=/0-1650550728 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1650550728 2024-11-07T12:20:52,222 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33365-0x1001a3004b30001, quorum=127.0.0.1:64763, baseZNode=/0-1650550728 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1650550728 2024-11-07T12:20:52,223 INFO [master/87fb68174c52:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=87fb68174c52,38281,1730982051439, sessionid=0x1001a3004b30000, setting cluster-up flag (Was=false) 2024-11-07T12:20:52,229 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33365-0x1001a3004b30001, quorum=127.0.0.1:64763, baseZNode=/0-1650550728 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1650550728 2024-11-07T12:20:52,229 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38281-0x1001a3004b30000, quorum=127.0.0.1:64763, baseZNode=/0-1650550728 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1650550728 2024-11-07T12:20:52,233 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1650550728/flush-table-proc/acquired, /0-1650550728/flush-table-proc/reached, /0-1650550728/flush-table-proc/abort 2024-11-07T12:20:52,235 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=87fb68174c52,38281,1730982051439 2024-11-07T12:20:52,238 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33365-0x1001a3004b30001, quorum=127.0.0.1:64763, baseZNode=/0-1650550728 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1650550728 2024-11-07T12:20:52,238 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38281-0x1001a3004b30000, quorum=127.0.0.1:64763, baseZNode=/0-1650550728 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1650550728 2024-11-07T12:20:52,242 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1650550728/online-snapshot/acquired, /0-1650550728/online-snapshot/reached, /0-1650550728/online-snapshot/abort 2024-11-07T12:20:52,243 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=87fb68174c52,38281,1730982051439 2024-11-07T12:20:52,244 INFO [master/87fb68174c52:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35727/user/jenkins/test-data/b7a10cc3-99d6-7ae0-ecf8-2f74aa4d8e19/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-07T12:20:52,246 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-07T12:20:52,246 INFO [master/87fb68174c52:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-07T12:20:52,246 INFO [master/87fb68174c52:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-07T12:20:52,247 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 87fb68174c52,38281,1730982051439 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-07T12:20:52,248 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/87fb68174c52:0, corePoolSize=5, maxPoolSize=5 2024-11-07T12:20:52,248 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/87fb68174c52:0, corePoolSize=5, maxPoolSize=5 2024-11-07T12:20:52,248 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/87fb68174c52:0, corePoolSize=5, maxPoolSize=5 2024-11-07T12:20:52,248 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/87fb68174c52:0, corePoolSize=5, maxPoolSize=5 2024-11-07T12:20:52,248 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/87fb68174c52:0, corePoolSize=10, maxPoolSize=10 2024-11-07T12:20:52,248 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:20:52,248 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/87fb68174c52:0, corePoolSize=2, maxPoolSize=2 2024-11-07T12:20:52,248 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:20:52,254 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T12:20:52,254 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-07T12:20:52,255 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:52,255 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-07T12:20:52,263 INFO [master/87fb68174c52:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1730982082263 2024-11-07T12:20:52,263 INFO [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-07T12:20:52,264 INFO [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-07T12:20:52,264 INFO [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-07T12:20:52,264 INFO [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-07T12:20:52,264 INFO [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-07T12:20:52,264 INFO [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-07T12:20:52,264 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-07T12:20:52,269 INFO [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-07T12:20:52,269 INFO [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-07T12:20:52,269 INFO [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-07T12:20:52,269 INFO [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-07T12:20:52,273 INFO [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-07T12:20:52,273 INFO [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-07T12:20:52,276 INFO [RS:0;87fb68174c52:33365 {}] regionserver.HRegionServer(746): ClusterId : 0d1340e5-f68a-491a-b2e0-31acca7a9124 2024-11-07T12:20:52,276 DEBUG [RS:0;87fb68174c52:33365 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-07T12:20:52,285 DEBUG [RS:0;87fb68174c52:33365 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-07T12:20:52,285 DEBUG [RS:0;87fb68174c52:33365 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-07T12:20:52,288 DEBUG [RS:0;87fb68174c52:33365 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-07T12:20:52,288 DEBUG [RS:0;87fb68174c52:33365 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a2a8eac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=87fb68174c52/172.17.0.3:0 2024-11-07T12:20:52,299 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/87fb68174c52:0:becomeActiveMaster-HFileCleaner.large.0-1730982052274,5,FailOnTimeoutGroup] 2024-11-07T12:20:52,304 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37641 is added to blk_1073741831_1007 (size=1321) 2024-11-07T12:20:52,308 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/87fb68174c52:0:becomeActiveMaster-HFileCleaner.small.0-1730982052299,5,FailOnTimeoutGroup] 2024-11-07T12:20:52,308 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-07T12:20:52,309 INFO [master/87fb68174c52:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-07T12:20:52,309 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-07T12:20:52,309 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-07T12:20:52,340 DEBUG [RS:0;87fb68174c52:33365 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;87fb68174c52:33365 2024-11-07T12:20:52,340 INFO [RS:0;87fb68174c52:33365 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-07T12:20:52,340 INFO [RS:0;87fb68174c52:33365 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-07T12:20:52,340 DEBUG [RS:0;87fb68174c52:33365 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-07T12:20:52,341 INFO [RS:0;87fb68174c52:33365 {}] regionserver.HRegionServer(2659): reportForDuty to master=87fb68174c52,38281,1730982051439 with port=33365, startcode=1730982051535 2024-11-07T12:20:52,341 DEBUG [RS:0;87fb68174c52:33365 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-07T12:20:52,345 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46389, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=RegionServerStatusService 2024-11-07T12:20:52,346 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38281 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 87fb68174c52,33365,1730982051535 2024-11-07T12:20:52,346 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38281 {}] master.ServerManager(517): Registering regionserver=87fb68174c52,33365,1730982051535 2024-11-07T12:20:52,349 DEBUG [RS:0;87fb68174c52:33365 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35727/user/jenkins/test-data/b7a10cc3-99d6-7ae0-ecf8-2f74aa4d8e19 2024-11-07T12:20:52,349 DEBUG [RS:0;87fb68174c52:33365 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35727 2024-11-07T12:20:52,349 DEBUG [RS:0;87fb68174c52:33365 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-07T12:20:52,354 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38281-0x1001a3004b30000, quorum=127.0.0.1:64763, baseZNode=/0-1650550728 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1650550728/rs 2024-11-07T12:20:52,355 DEBUG [RS:0;87fb68174c52:33365 {}] zookeeper.ZKUtil(111): regionserver:33365-0x1001a3004b30001, quorum=127.0.0.1:64763, baseZNode=/0-1650550728 Set watcher on existing znode=/0-1650550728/rs/87fb68174c52,33365,1730982051535 2024-11-07T12:20:52,355 WARN [RS:0;87fb68174c52:33365 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-07T12:20:52,356 INFO [RS:0;87fb68174c52:33365 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T12:20:52,356 DEBUG [RS:0;87fb68174c52:33365 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35727/user/jenkins/test-data/b7a10cc3-99d6-7ae0-ecf8-2f74aa4d8e19/WALs/87fb68174c52,33365,1730982051535 2024-11-07T12:20:52,356 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [87fb68174c52,33365,1730982051535] 2024-11-07T12:20:52,364 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T12:20:52,365 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [87fb68174c52,46025,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=87fb68174c52:46025 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-07T12:20:52,366 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 15, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 108744 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [87fb68174c52,46025,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=87fb68174c52:46025 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-07T12:20:52,375 INFO [RS:0;87fb68174c52:33365 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-07T12:20:52,390 INFO [RS:0;87fb68174c52:33365 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-07T12:20:52,393 INFO [RS:0;87fb68174c52:33365 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-07T12:20:52,393 INFO [RS:0;87fb68174c52:33365 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T12:20:52,396 INFO [RS:0;87fb68174c52:33365 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-07T12:20:52,397 INFO [RS:0;87fb68174c52:33365 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-07T12:20:52,397 INFO [RS:0;87fb68174c52:33365 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-07T12:20:52,398 DEBUG [RS:0;87fb68174c52:33365 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:20:52,398 DEBUG [RS:0;87fb68174c52:33365 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:20:52,398 DEBUG [RS:0;87fb68174c52:33365 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:20:52,398 DEBUG [RS:0;87fb68174c52:33365 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:20:52,398 DEBUG [RS:0;87fb68174c52:33365 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:20:52,398 DEBUG [RS:0;87fb68174c52:33365 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/87fb68174c52:0, corePoolSize=2, maxPoolSize=2 2024-11-07T12:20:52,398 DEBUG [RS:0;87fb68174c52:33365 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:20:52,398 DEBUG [RS:0;87fb68174c52:33365 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:20:52,398 DEBUG [RS:0;87fb68174c52:33365 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:20:52,398 DEBUG [RS:0;87fb68174c52:33365 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:20:52,398 DEBUG [RS:0;87fb68174c52:33365 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:20:52,398 DEBUG [RS:0;87fb68174c52:33365 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:20:52,398 DEBUG [RS:0;87fb68174c52:33365 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/87fb68174c52:0, corePoolSize=3, maxPoolSize=3 2024-11-07T12:20:52,398 DEBUG [RS:0;87fb68174c52:33365 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/87fb68174c52:0, corePoolSize=3, maxPoolSize=3 2024-11-07T12:20:52,405 INFO [RS:0;87fb68174c52:33365 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T12:20:52,405 INFO [RS:0;87fb68174c52:33365 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T12:20:52,405 INFO [RS:0;87fb68174c52:33365 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T12:20:52,406 INFO [RS:0;87fb68174c52:33365 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-07T12:20:52,406 INFO [RS:0;87fb68174c52:33365 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-07T12:20:52,406 INFO [RS:0;87fb68174c52:33365 {}] hbase.ChoreService(168): Chore ScheduledChore name=87fb68174c52,33365,1730982051535-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-07T12:20:52,432 INFO [RS:0;87fb68174c52:33365 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-07T12:20:52,433 INFO [RS:0;87fb68174c52:33365 {}] hbase.ChoreService(168): Chore ScheduledChore name=87fb68174c52,33365,1730982051535-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T12:20:52,433 INFO [RS:0;87fb68174c52:33365 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T12:20:52,433 INFO [RS:0;87fb68174c52:33365 {}] regionserver.Replication(171): 87fb68174c52,33365,1730982051535 started 2024-11-07T12:20:52,448 INFO [RS:0;87fb68174c52:33365 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T12:20:52,448 INFO [RS:0;87fb68174c52:33365 {}] regionserver.HRegionServer(1482): Serving as 87fb68174c52,33365,1730982051535, RpcServer on 87fb68174c52/172.17.0.3:33365, sessionid=0x1001a3004b30001 2024-11-07T12:20:52,448 DEBUG [RS:0;87fb68174c52:33365 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-07T12:20:52,448 DEBUG [RS:0;87fb68174c52:33365 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 87fb68174c52,33365,1730982051535 2024-11-07T12:20:52,448 DEBUG [RS:0;87fb68174c52:33365 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '87fb68174c52,33365,1730982051535' 2024-11-07T12:20:52,448 DEBUG [RS:0;87fb68174c52:33365 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1650550728/flush-table-proc/abort' 2024-11-07T12:20:52,449 DEBUG [RS:0;87fb68174c52:33365 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1650550728/flush-table-proc/acquired' 2024-11-07T12:20:52,450 DEBUG [RS:0;87fb68174c52:33365 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-07T12:20:52,450 DEBUG [RS:0;87fb68174c52:33365 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-07T12:20:52,450 DEBUG [RS:0;87fb68174c52:33365 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 87fb68174c52,33365,1730982051535 2024-11-07T12:20:52,450 DEBUG [RS:0;87fb68174c52:33365 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '87fb68174c52,33365,1730982051535' 2024-11-07T12:20:52,450 DEBUG [RS:0;87fb68174c52:33365 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1650550728/online-snapshot/abort' 2024-11-07T12:20:52,450 DEBUG [RS:0;87fb68174c52:33365 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1650550728/online-snapshot/acquired' 2024-11-07T12:20:52,451 DEBUG [RS:0;87fb68174c52:33365 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-07T12:20:52,451 INFO [RS:0;87fb68174c52:33365 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-07T12:20:52,451 INFO [RS:0;87fb68174c52:33365 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-07T12:20:52,551 INFO [RS:0;87fb68174c52:33365 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-07T12:20:52,553 INFO [RS:0;87fb68174c52:33365 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=87fb68174c52%2C33365%2C1730982051535, suffix=, logDir=hdfs://localhost:35727/user/jenkins/test-data/b7a10cc3-99d6-7ae0-ecf8-2f74aa4d8e19/WALs/87fb68174c52,33365,1730982051535, archiveDir=hdfs://localhost:35727/user/jenkins/test-data/b7a10cc3-99d6-7ae0-ecf8-2f74aa4d8e19/oldWALs, maxLogs=10 2024-11-07T12:20:52,570 DEBUG [RS:0;87fb68174c52:33365 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/b7a10cc3-99d6-7ae0-ecf8-2f74aa4d8e19/WALs/87fb68174c52,33365,1730982051535/87fb68174c52%2C33365%2C1730982051535.1730982052553, exclude list is [], retry=0 2024-11-07T12:20:52,572 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37641,DS-d505a3a5-9762-4b90-be93-c1667df4f478,DISK] 2024-11-07T12:20:52,585 INFO [RS:0;87fb68174c52:33365 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b7a10cc3-99d6-7ae0-ecf8-2f74aa4d8e19/WALs/87fb68174c52,33365,1730982051535/87fb68174c52%2C33365%2C1730982051535.1730982052553 2024-11-07T12:20:52,586 DEBUG [RS:0;87fb68174c52:33365 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40971:40971)] 2024-11-07T12:20:52,705 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35727/user/jenkins/test-data/b7a10cc3-99d6-7ae0-ecf8-2f74aa4d8e19/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-07T12:20:52,706 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35727/user/jenkins/test-data/b7a10cc3-99d6-7ae0-ecf8-2f74aa4d8e19 2024-11-07T12:20:52,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37641 is added to blk_1073741833_1009 (size=32) 2024-11-07T12:20:53,115 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T12:20:53,116 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-07T12:20:53,117 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-07T12:20:53,117 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:53,118 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T12:20:53,118 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-07T12:20:53,119 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-07T12:20:53,119 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:53,119 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T12:20:53,119 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-07T12:20:53,120 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-07T12:20:53,120 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:53,120 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T12:20:53,120 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-07T12:20:53,121 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-07T12:20:53,121 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:53,121 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T12:20:53,121 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-07T12:20:53,122 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35727/user/jenkins/test-data/b7a10cc3-99d6-7ae0-ecf8-2f74aa4d8e19/data/hbase/meta/1588230740 2024-11-07T12:20:53,122 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35727/user/jenkins/test-data/b7a10cc3-99d6-7ae0-ecf8-2f74aa4d8e19/data/hbase/meta/1588230740 2024-11-07T12:20:53,123 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-07T12:20:53,123 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-07T12:20:53,124 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T12:20:53,125 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-07T12:20:53,126 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35727/user/jenkins/test-data/b7a10cc3-99d6-7ae0-ecf8-2f74aa4d8e19/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T12:20:53,127 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65871054, jitterRate=-0.018444806337356567}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T12:20:53,127 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1730982053115Initializing all the Stores at 1730982053116 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730982053116Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730982053116Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730982053116Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730982053116Cleaning up temporary data from old regions at 1730982053123 (+7 ms)Region opened successfully at 1730982053127 (+4 ms) 2024-11-07T12:20:53,127 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-07T12:20:53,127 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-07T12:20:53,127 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-07T12:20:53,127 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-07T12:20:53,127 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-07T12:20:53,127 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-07T12:20:53,127 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1730982053127Disabling compacts and flushes for region at 1730982053127Disabling writes for close at 1730982053127Writing region close event to WAL at 1730982053127Closed at 1730982053127 2024-11-07T12:20:53,128 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T12:20:53,129 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-07T12:20:53,129 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-07T12:20:53,130 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-07T12:20:53,131 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-07T12:20:53,282 DEBUG [87fb68174c52:38281 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-07T12:20:53,282 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=87fb68174c52,33365,1730982051535 2024-11-07T12:20:53,283 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 87fb68174c52,33365,1730982051535, state=OPENING 2024-11-07T12:20:53,285 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-07T12:20:53,289 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33365-0x1001a3004b30001, quorum=127.0.0.1:64763, baseZNode=/0-1650550728 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1650550728 2024-11-07T12:20:53,289 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38281-0x1001a3004b30000, quorum=127.0.0.1:64763, baseZNode=/0-1650550728 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1650550728 2024-11-07T12:20:53,290 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1650550728/meta-region-server: CHANGED 2024-11-07T12:20:53,290 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-07T12:20:53,290 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=87fb68174c52,33365,1730982051535}] 2024-11-07T12:20:53,290 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1650550728/meta-region-server: CHANGED 2024-11-07T12:20:53,443 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-07T12:20:53,445 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48859, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-07T12:20:53,451 INFO [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-07T12:20:53,451 INFO [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T12:20:53,452 INFO [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-07T12:20:53,453 INFO [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=87fb68174c52%2C33365%2C1730982051535.meta, suffix=.meta, logDir=hdfs://localhost:35727/user/jenkins/test-data/b7a10cc3-99d6-7ae0-ecf8-2f74aa4d8e19/WALs/87fb68174c52,33365,1730982051535, archiveDir=hdfs://localhost:35727/user/jenkins/test-data/b7a10cc3-99d6-7ae0-ecf8-2f74aa4d8e19/oldWALs, maxLogs=10 2024-11-07T12:20:53,468 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/b7a10cc3-99d6-7ae0-ecf8-2f74aa4d8e19/WALs/87fb68174c52,33365,1730982051535/87fb68174c52%2C33365%2C1730982051535.meta.1730982053453.meta, exclude list is [], retry=0 2024-11-07T12:20:53,469 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37641,DS-d505a3a5-9762-4b90-be93-c1667df4f478,DISK] 2024-11-07T12:20:53,473 INFO [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b7a10cc3-99d6-7ae0-ecf8-2f74aa4d8e19/WALs/87fb68174c52,33365,1730982051535/87fb68174c52%2C33365%2C1730982051535.meta.1730982053453.meta 2024-11-07T12:20:53,476 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40971:40971)] 2024-11-07T12:20:53,477 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-07T12:20:53,477 INFO [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-07T12:20:53,477 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-07T12:20:53,477 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-07T12:20:53,477 INFO [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-07T12:20:53,477 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-07T12:20:53,478 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T12:20:53,478 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-07T12:20:53,478 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-07T12:20:53,481 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-07T12:20:53,481 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-07T12:20:53,481 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:53,482 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T12:20:53,482 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-07T12:20:53,482 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-07T12:20:53,482 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:53,482 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T12:20:53,483 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-07T12:20:53,483 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-07T12:20:53,483 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:53,483 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T12:20:53,483 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-07T12:20:53,484 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-07T12:20:53,484 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:53,484 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T12:20:53,484 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-07T12:20:53,485 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35727/user/jenkins/test-data/b7a10cc3-99d6-7ae0-ecf8-2f74aa4d8e19/data/hbase/meta/1588230740 2024-11-07T12:20:53,486 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35727/user/jenkins/test-data/b7a10cc3-99d6-7ae0-ecf8-2f74aa4d8e19/data/hbase/meta/1588230740 2024-11-07T12:20:53,486 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-07T12:20:53,487 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-07T12:20:53,487 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T12:20:53,488 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-07T12:20:53,488 INFO [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59232451, jitterRate=-0.1173676997423172}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T12:20:53,488 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-07T12:20:53,489 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1730982053478Writing region info on filesystem at 1730982053478Initializing all the Stores at 1730982053478Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730982053478Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730982053480 (+2 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730982053480Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730982053480Cleaning up temporary data from old regions at 1730982053487 (+7 ms)Running coprocessor post-open hooks at 1730982053488 (+1 ms)Region opened successfully at 1730982053488 2024-11-07T12:20:53,489 INFO [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1730982053443 2024-11-07T12:20:53,491 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-07T12:20:53,492 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=87fb68174c52,33365,1730982051535 2024-11-07T12:20:53,491 INFO [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-07T12:20:53,492 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 87fb68174c52,33365,1730982051535, state=OPEN 2024-11-07T12:20:53,494 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33365-0x1001a3004b30001, quorum=127.0.0.1:64763, baseZNode=/0-1650550728 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1650550728/meta-region-server 2024-11-07T12:20:53,494 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38281-0x1001a3004b30000, quorum=127.0.0.1:64763, baseZNode=/0-1650550728 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1650550728/meta-region-server 2024-11-07T12:20:53,494 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1650550728/meta-region-server: CHANGED 2024-11-07T12:20:53,494 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1650550728/meta-region-server: CHANGED 2024-11-07T12:20:53,495 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=87fb68174c52,33365,1730982051535 2024-11-07T12:20:53,496 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-07T12:20:53,496 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=87fb68174c52,33365,1730982051535 in 205 msec 2024-11-07T12:20:53,498 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-07T12:20:53,498 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 367 msec 2024-11-07T12:20:53,499 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T12:20:53,499 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-07T12:20:53,500 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T12:20:53,500 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=87fb68174c52,33365,1730982051535, seqNum=-1] 2024-11-07T12:20:53,500 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T12:20:53,501 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45347, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T12:20:53,509 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2590 sec 2024-11-07T12:20:53,509 INFO [master/87fb68174c52:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1730982053509, completionTime=-1 2024-11-07T12:20:53,509 INFO [master/87fb68174c52:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-07T12:20:53,509 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-07T12:20:53,511 INFO [master/87fb68174c52:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-07T12:20:53,511 INFO [master/87fb68174c52:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1730982113511 2024-11-07T12:20:53,511 INFO [master/87fb68174c52:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1730982173511 2024-11-07T12:20:53,511 INFO [master/87fb68174c52:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-07T12:20:53,512 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=87fb68174c52,38281,1730982051439-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T12:20:53,512 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=87fb68174c52,38281,1730982051439-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T12:20:53,512 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=87fb68174c52,38281,1730982051439-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T12:20:53,512 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-87fb68174c52:38281, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T12:20:53,512 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-07T12:20:53,512 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-07T12:20:53,516 DEBUG [master/87fb68174c52:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-07T12:20:53,518 INFO [master/87fb68174c52:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.925sec 2024-11-07T12:20:53,518 INFO [master/87fb68174c52:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-07T12:20:53,518 INFO [master/87fb68174c52:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-07T12:20:53,518 INFO [master/87fb68174c52:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-07T12:20:53,518 INFO [master/87fb68174c52:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-07T12:20:53,518 INFO [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-07T12:20:53,519 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=87fb68174c52,38281,1730982051439-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-07T12:20:53,519 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=87fb68174c52,38281,1730982051439-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-07T12:20:53,521 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-07T12:20:53,521 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-07T12:20:53,521 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=87fb68174c52,38281,1730982051439-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T12:20:53,576 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3607faf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:20:53,576 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 87fb68174c52,38281,-1 for getting cluster id 2024-11-07T12:20:53,576 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T12:20:53,580 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0d1340e5-f68a-491a-b2e0-31acca7a9124' 2024-11-07T12:20:53,580 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T12:20:53,580 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0d1340e5-f68a-491a-b2e0-31acca7a9124" 2024-11-07T12:20:53,580 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d69024c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:20:53,580 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [87fb68174c52,38281,-1] 2024-11-07T12:20:53,581 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T12:20:53,581 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:20:53,582 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50688, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T12:20:53,584 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64e7cda8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:20:53,584 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T12:20:53,585 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=87fb68174c52,33365,1730982051535, seqNum=-1] 2024-11-07T12:20:53,586 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T12:20:53,587 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37334, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T12:20:53,589 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=87fb68174c52,38281,1730982051439 2024-11-07T12:20:53,590 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:64763 2024-11-07T12:20:53,604 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:64763, baseZNode=/0-1650550728 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T12:20:53,605 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1001a3004b30002 connected 2024-11-07T12:20:53,608 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6018b000-fd71-52a9-1209-e7983809a9d9/hadoop.log.dir so I do NOT create it in target/test-data/15b8097c-6d95-3104-b921-f72672efc281 2024-11-07T12:20:53,608 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6018b000-fd71-52a9-1209-e7983809a9d9/hadoop.log.dir Erasing configuration value by system value. 2024-11-07T12:20:53,608 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6018b000-fd71-52a9-1209-e7983809a9d9/hadoop.tmp.dir so I do NOT create it in target/test-data/15b8097c-6d95-3104-b921-f72672efc281 2024-11-07T12:20:53,608 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6018b000-fd71-52a9-1209-e7983809a9d9/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-07T12:20:53,609 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/15b8097c-6d95-3104-b921-f72672efc281 2024-11-07T12:20:53,609 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-07T12:20:53,609 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/15b8097c-6d95-3104-b921-f72672efc281/cluster_46923a40-8406-af88-8756-81bc99ae81b6, deleteOnExit=true 2024-11-07T12:20:53,609 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-07T12:20:53,609 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/15b8097c-6d95-3104-b921-f72672efc281/test.cache.data in system properties and HBase conf 2024-11-07T12:20:53,609 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/15b8097c-6d95-3104-b921-f72672efc281/hadoop.tmp.dir in system properties and HBase conf 2024-11-07T12:20:53,609 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/15b8097c-6d95-3104-b921-f72672efc281/hadoop.log.dir in system properties and HBase conf 2024-11-07T12:20:53,609 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/15b8097c-6d95-3104-b921-f72672efc281/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-07T12:20:53,609 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/15b8097c-6d95-3104-b921-f72672efc281/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-07T12:20:53,609 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-07T12:20:53,610 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-07T12:20:53,610 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/15b8097c-6d95-3104-b921-f72672efc281/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-07T12:20:53,610 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/15b8097c-6d95-3104-b921-f72672efc281/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-07T12:20:53,610 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/15b8097c-6d95-3104-b921-f72672efc281/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-07T12:20:53,610 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/15b8097c-6d95-3104-b921-f72672efc281/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-07T12:20:53,610 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/15b8097c-6d95-3104-b921-f72672efc281/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-07T12:20:53,610 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/15b8097c-6d95-3104-b921-f72672efc281/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-07T12:20:53,610 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/15b8097c-6d95-3104-b921-f72672efc281/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-07T12:20:53,610 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/15b8097c-6d95-3104-b921-f72672efc281/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-07T12:20:53,610 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/15b8097c-6d95-3104-b921-f72672efc281/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-07T12:20:53,610 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/15b8097c-6d95-3104-b921-f72672efc281/nfs.dump.dir in system properties and HBase conf 2024-11-07T12:20:53,611 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/15b8097c-6d95-3104-b921-f72672efc281/java.io.tmpdir in system properties and HBase conf 2024-11-07T12:20:53,611 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/15b8097c-6d95-3104-b921-f72672efc281/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-07T12:20:53,611 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/15b8097c-6d95-3104-b921-f72672efc281/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-07T12:20:53,611 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/15b8097c-6d95-3104-b921-f72672efc281/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-07T12:20:53,711 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T12:20:53,714 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-07T12:20:53,714 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-07T12:20:53,722 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-07T12:20:53,749 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-07T12:20:53,749 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-07T12:20:53,749 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-07T12:20:53,750 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T12:20:53,752 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@53513c9a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/15b8097c-6d95-3104-b921-f72672efc281/hadoop.log.dir/,AVAILABLE} 2024-11-07T12:20:53,752 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@8fb7bf{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-07T12:20:53,931 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6b21cbaa{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/15b8097c-6d95-3104-b921-f72672efc281/java.io.tmpdir/jetty-localhost-39201-hadoop-hdfs-3_4_1-tests_jar-_-any-13199463186053168165/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-07T12:20:53,933 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@35f3c526{HTTP/1.1, (http/1.1)}{localhost:39201} 2024-11-07T12:20:53,933 INFO [Time-limited test {}] server.Server(415): Started @284133ms 2024-11-07T12:20:54,127 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-07T12:20:54,129 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T12:20:54,129 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T12:20:54,130 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T12:20:54,130 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T12:20:54,130 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T12:20:54,131 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T12:20:54,131 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T12:20:54,132 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T12:20:54,180 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T12:20:54,185 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T12:20:54,185 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T12:20:54,185 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T12:20:54,186 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T12:20:54,186 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T12:20:54,200 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T12:20:54,204 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T12:20:54,204 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T12:20:54,207 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T12:20:54,244 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T12:20:54,260 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-07T12:20:54,281 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-07T12:20:54,281 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-07T12:20:54,282 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-07T12:20:54,282 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4c1a14f4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/15b8097c-6d95-3104-b921-f72672efc281/hadoop.log.dir/,AVAILABLE} 2024-11-07T12:20:54,282 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7cb966f0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-07T12:20:54,429 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@154a2682{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/15b8097c-6d95-3104-b921-f72672efc281/java.io.tmpdir/jetty-localhost-34547-hadoop-hdfs-3_4_1-tests_jar-_-any-1178720043107892203/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T12:20:54,430 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@155598f1{HTTP/1.1, (http/1.1)}{localhost:34547} 2024-11-07T12:20:54,430 INFO [Time-limited test {}] server.Server(415): Started @284630ms 2024-11-07T12:20:54,431 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-07T12:20:54,786 WARN [Thread-4397 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/15b8097c-6d95-3104-b921-f72672efc281/cluster_46923a40-8406-af88-8756-81bc99ae81b6/data/data1/current/BP-928005629-172.17.0.3-1730982053637/current, will proceed with Du for space computation calculation, 2024-11-07T12:20:54,804 WARN [Thread-4398 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/15b8097c-6d95-3104-b921-f72672efc281/cluster_46923a40-8406-af88-8756-81bc99ae81b6/data/data2/current/BP-928005629-172.17.0.3-1730982053637/current, will proceed with Du for space computation calculation, 2024-11-07T12:20:54,861 WARN [Thread-4385 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-07T12:20:54,869 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x428a5e2d4a16325a with lease ID 0x2b252cfcfde5987a: Processing first storage report for DS-578ced46-e3e5-43ff-a608-07bfd81ddbc3 from datanode DatanodeRegistration(127.0.0.1:36689, datanodeUuid=ec4a947f-3491-4ecd-92b8-40e118c87618, infoPort=33805, infoSecurePort=0, ipcPort=42973, storageInfo=lv=-57;cid=testClusterID;nsid=1932338921;c=1730982053637) 2024-11-07T12:20:54,869 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x428a5e2d4a16325a with lease ID 0x2b252cfcfde5987a: from storage DS-578ced46-e3e5-43ff-a608-07bfd81ddbc3 node DatanodeRegistration(127.0.0.1:36689, datanodeUuid=ec4a947f-3491-4ecd-92b8-40e118c87618, infoPort=33805, infoSecurePort=0, ipcPort=42973, storageInfo=lv=-57;cid=testClusterID;nsid=1932338921;c=1730982053637), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-07T12:20:54,869 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x428a5e2d4a16325a with lease ID 0x2b252cfcfde5987a: Processing first storage report for DS-97263a30-361b-473a-93ee-ee1ef2e731c7 from datanode DatanodeRegistration(127.0.0.1:36689, datanodeUuid=ec4a947f-3491-4ecd-92b8-40e118c87618, infoPort=33805, infoSecurePort=0, ipcPort=42973, storageInfo=lv=-57;cid=testClusterID;nsid=1932338921;c=1730982053637) 2024-11-07T12:20:54,869 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x428a5e2d4a16325a with lease ID 0x2b252cfcfde5987a: from storage DS-97263a30-361b-473a-93ee-ee1ef2e731c7 node DatanodeRegistration(127.0.0.1:36689, datanodeUuid=ec4a947f-3491-4ecd-92b8-40e118c87618, infoPort=33805, infoSecurePort=0, ipcPort=42973, storageInfo=lv=-57;cid=testClusterID;nsid=1932338921;c=1730982053637), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-07T12:20:54,919 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/15b8097c-6d95-3104-b921-f72672efc281 2024-11-07T12:20:54,919 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T12:20:54,924 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T12:20:54,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36689 is added to blk_1073741825_1001 (size=7) 2024-11-07T12:20:55,245 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-07T12:20:55,245 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-07T12:20:55,246 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-07T12:20:55,246 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-07T12:20:55,246 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-07T12:20:55,247 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-07T12:20:55,247 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-07T12:20:55,247 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-07T12:20:55,343 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33215/user/jenkins/test-data/cc845086-fd0c-f7c9-7663-ad1fda0d6b2f with version=8 2024-11-07T12:20:55,343 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33215/user/jenkins/test-data/cc845086-fd0c-f7c9-7663-ad1fda0d6b2f/hbase-staging 2024-11-07T12:20:55,345 INFO [Time-limited test {}] client.ConnectionUtils(128): master/87fb68174c52:0 server-side Connection retries=45 2024-11-07T12:20:55,345 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T12:20:55,345 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-07T12:20:55,345 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-07T12:20:55,345 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T12:20:55,345 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-07T12:20:55,345 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-07T12:20:55,345 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T12:20:55,346 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:41269 2024-11-07T12:20:55,346 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41269 connecting to ZooKeeper ensemble=127.0.0.1:64763 2024-11-07T12:20:55,349 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:412690x0, quorum=127.0.0.1:64763, baseZNode=/11961030793 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T12:20:55,350 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41269-0x1001a3004b30003 connected 2024-11-07T12:20:55,367 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T12:20:55,368 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T12:20:55,371 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41269-0x1001a3004b30003, quorum=127.0.0.1:64763, baseZNode=/11961030793 Set watcher on znode that does not yet exist, /11961030793/running 2024-11-07T12:20:55,371 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33215/user/jenkins/test-data/cc845086-fd0c-f7c9-7663-ad1fda0d6b2f, hbase.cluster.distributed=false 2024-11-07T12:20:55,373 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41269-0x1001a3004b30003, quorum=127.0.0.1:64763, baseZNode=/11961030793 Set watcher on znode that does not yet exist, /11961030793/acl 2024-11-07T12:20:55,373 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41269 2024-11-07T12:20:55,373 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41269 2024-11-07T12:20:55,373 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41269 2024-11-07T12:20:55,374 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41269 2024-11-07T12:20:55,374 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41269 2024-11-07T12:20:55,393 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/87fb68174c52:0 server-side Connection retries=45 2024-11-07T12:20:55,393 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T12:20:55,393 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-07T12:20:55,393 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-07T12:20:55,393 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T12:20:55,393 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-07T12:20:55,396 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-07T12:20:55,396 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T12:20:55,401 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:44625 2024-11-07T12:20:55,401 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44625 connecting to ZooKeeper ensemble=127.0.0.1:64763 2024-11-07T12:20:55,402 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T12:20:55,404 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T12:20:55,408 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:446250x0, quorum=127.0.0.1:64763, baseZNode=/11961030793 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T12:20:55,409 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:446250x0, quorum=127.0.0.1:64763, baseZNode=/11961030793 Set watcher on znode that does not yet exist, /11961030793/running 2024-11-07T12:20:55,409 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44625-0x1001a3004b30004 connected 2024-11-07T12:20:55,409 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-07T12:20:55,413 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-07T12:20:55,413 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44625-0x1001a3004b30004, quorum=127.0.0.1:64763, baseZNode=/11961030793 Set watcher on znode that does not yet exist, /11961030793/master 2024-11-07T12:20:55,414 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44625-0x1001a3004b30004, quorum=127.0.0.1:64763, baseZNode=/11961030793 Set watcher on znode that does not yet exist, /11961030793/acl 2024-11-07T12:20:55,415 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44625 2024-11-07T12:20:55,415 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44625 2024-11-07T12:20:55,416 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44625 2024-11-07T12:20:55,421 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44625 2024-11-07T12:20:55,423 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44625 2024-11-07T12:20:55,442 DEBUG [M:0;87fb68174c52:41269 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;87fb68174c52:41269 2024-11-07T12:20:55,443 INFO [master/87fb68174c52:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11961030793/backup-masters/87fb68174c52,41269,1730982055345 2024-11-07T12:20:55,444 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41269-0x1001a3004b30003, quorum=127.0.0.1:64763, baseZNode=/11961030793 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11961030793/backup-masters 2024-11-07T12:20:55,444 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44625-0x1001a3004b30004, quorum=127.0.0.1:64763, baseZNode=/11961030793 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11961030793/backup-masters 2024-11-07T12:20:55,445 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41269-0x1001a3004b30003, quorum=127.0.0.1:64763, baseZNode=/11961030793 Set watcher on existing znode=/11961030793/backup-masters/87fb68174c52,41269,1730982055345 2024-11-07T12:20:55,446 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41269-0x1001a3004b30003, quorum=127.0.0.1:64763, baseZNode=/11961030793 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11961030793 2024-11-07T12:20:55,446 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44625-0x1001a3004b30004, quorum=127.0.0.1:64763, baseZNode=/11961030793 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11961030793/master 2024-11-07T12:20:55,447 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44625-0x1001a3004b30004, quorum=127.0.0.1:64763, baseZNode=/11961030793 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11961030793 2024-11-07T12:20:55,447 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41269-0x1001a3004b30003, quorum=127.0.0.1:64763, baseZNode=/11961030793 Set watcher on existing znode=/11961030793/master 2024-11-07T12:20:55,448 INFO [master/87fb68174c52:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11961030793/backup-masters/87fb68174c52,41269,1730982055345 from backup master directory 2024-11-07T12:20:55,449 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41269-0x1001a3004b30003, quorum=127.0.0.1:64763, baseZNode=/11961030793 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11961030793/backup-masters/87fb68174c52,41269,1730982055345 2024-11-07T12:20:55,449 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41269-0x1001a3004b30003, quorum=127.0.0.1:64763, baseZNode=/11961030793 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11961030793/backup-masters 2024-11-07T12:20:55,449 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44625-0x1001a3004b30004, quorum=127.0.0.1:64763, baseZNode=/11961030793 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11961030793/backup-masters 2024-11-07T12:20:55,449 WARN [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-07T12:20:55,449 INFO [master/87fb68174c52:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=87fb68174c52,41269,1730982055345 2024-11-07T12:20:55,457 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33215/user/jenkins/test-data/cc845086-fd0c-f7c9-7663-ad1fda0d6b2f/hbase.id] with ID: b48c6730-7a44-42c0-b907-bb5fcb78bb91 2024-11-07T12:20:55,457 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33215/user/jenkins/test-data/cc845086-fd0c-f7c9-7663-ad1fda0d6b2f/.tmp/hbase.id 2024-11-07T12:20:55,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36689 is added to blk_1073741826_1002 (size=42) 2024-11-07T12:20:55,466 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33215/user/jenkins/test-data/cc845086-fd0c-f7c9-7663-ad1fda0d6b2f/.tmp/hbase.id]:[hdfs://localhost:33215/user/jenkins/test-data/cc845086-fd0c-f7c9-7663-ad1fda0d6b2f/hbase.id] 2024-11-07T12:20:55,474 INFO [master/87fb68174c52:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T12:20:55,474 INFO [master/87fb68174c52:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-07T12:20:55,475 INFO [master/87fb68174c52:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-07T12:20:55,477 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41269-0x1001a3004b30003, quorum=127.0.0.1:64763, baseZNode=/11961030793 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11961030793 2024-11-07T12:20:55,477 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44625-0x1001a3004b30004, quorum=127.0.0.1:64763, baseZNode=/11961030793 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11961030793 2024-11-07T12:20:55,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36689 is added to blk_1073741827_1003 (size=196) 2024-11-07T12:20:55,883 INFO [master/87fb68174c52:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-07T12:20:55,884 INFO [master/87fb68174c52:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-07T12:20:55,885 INFO [master/87fb68174c52:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T12:20:55,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36689 is added to blk_1073741828_1004 (size=1189) 2024-11-07T12:20:56,306 INFO [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33215/user/jenkins/test-data/cc845086-fd0c-f7c9-7663-ad1fda0d6b2f/MasterData/data/master/store 2024-11-07T12:20:56,311 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36689 is added to blk_1073741829_1005 (size=34) 2024-11-07T12:20:56,712 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T12:20:56,712 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-07T12:20:56,712 INFO [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T12:20:56,712 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T12:20:56,712 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-07T12:20:56,712 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T12:20:56,712 INFO [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T12:20:56,712 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1730982056712Disabling compacts and flushes for region at 1730982056712Disabling writes for close at 1730982056712Writing region close event to WAL at 1730982056712Closed at 1730982056712 2024-11-07T12:20:56,713 WARN [master/87fb68174c52:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33215/user/jenkins/test-data/cc845086-fd0c-f7c9-7663-ad1fda0d6b2f/MasterData/data/master/store/.initializing 2024-11-07T12:20:56,713 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33215/user/jenkins/test-data/cc845086-fd0c-f7c9-7663-ad1fda0d6b2f/MasterData/WALs/87fb68174c52,41269,1730982055345 2024-11-07T12:20:56,713 INFO [master/87fb68174c52:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-07T12:20:56,715 INFO [master/87fb68174c52:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=87fb68174c52%2C41269%2C1730982055345, suffix=, logDir=hdfs://localhost:33215/user/jenkins/test-data/cc845086-fd0c-f7c9-7663-ad1fda0d6b2f/MasterData/WALs/87fb68174c52,41269,1730982055345, archiveDir=hdfs://localhost:33215/user/jenkins/test-data/cc845086-fd0c-f7c9-7663-ad1fda0d6b2f/MasterData/oldWALs, maxLogs=10 2024-11-07T12:20:56,732 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/cc845086-fd0c-f7c9-7663-ad1fda0d6b2f/MasterData/WALs/87fb68174c52,41269,1730982055345/87fb68174c52%2C41269%2C1730982055345.1730982056715, exclude list is [], retry=0 2024-11-07T12:20:56,735 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36689,DS-578ced46-e3e5-43ff-a608-07bfd81ddbc3,DISK] 2024-11-07T12:20:56,743 INFO [master/87fb68174c52:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/cc845086-fd0c-f7c9-7663-ad1fda0d6b2f/MasterData/WALs/87fb68174c52,41269,1730982055345/87fb68174c52%2C41269%2C1730982055345.1730982056715 2024-11-07T12:20:56,743 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33805:33805)] 2024-11-07T12:20:56,743 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-07T12:20:56,743 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T12:20:56,743 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T12:20:56,743 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T12:20:56,745 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T12:20:56,752 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-07T12:20:56,752 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:56,752 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T12:20:56,752 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T12:20:56,753 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-07T12:20:56,753 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:56,754 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T12:20:56,754 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T12:20:56,755 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-07T12:20:56,755 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:56,755 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T12:20:56,755 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T12:20:56,756 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-07T12:20:56,756 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:56,756 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T12:20:56,756 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T12:20:56,757 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33215/user/jenkins/test-data/cc845086-fd0c-f7c9-7663-ad1fda0d6b2f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-07T12:20:56,757 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33215/user/jenkins/test-data/cc845086-fd0c-f7c9-7663-ad1fda0d6b2f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-07T12:20:56,758 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T12:20:56,758 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T12:20:56,758 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T12:20:56,759 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T12:20:56,760 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33215/user/jenkins/test-data/cc845086-fd0c-f7c9-7663-ad1fda0d6b2f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T12:20:56,761 INFO [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59657821, jitterRate=-0.11102919280529022}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T12:20:56,761 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1730982056743Initializing all the Stores at 1730982056744 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730982056744Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730982056744Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730982056745 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730982056745Cleaning up temporary data from old regions at 1730982056758 (+13 ms)Region opened successfully at 1730982056761 (+3 ms) 2024-11-07T12:20:56,761 INFO [master/87fb68174c52:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-07T12:20:56,764 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2269fe6f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=87fb68174c52/172.17.0.3:0 2024-11-07T12:20:56,768 INFO [master/87fb68174c52:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-07T12:20:56,769 INFO [master/87fb68174c52:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-07T12:20:56,769 INFO [master/87fb68174c52:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-07T12:20:56,769 INFO [master/87fb68174c52:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-07T12:20:56,769 INFO [master/87fb68174c52:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-07T12:20:56,770 INFO [master/87fb68174c52:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-07T12:20:56,770 INFO [master/87fb68174c52:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-07T12:20:56,778 INFO [master/87fb68174c52:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-07T12:20:56,778 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41269-0x1001a3004b30003, quorum=127.0.0.1:64763, baseZNode=/11961030793 Unable to get data of znode /11961030793/balancer because node does not exist (not necessarily an error) 2024-11-07T12:20:56,780 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11961030793/balancer already deleted, retry=false 2024-11-07T12:20:56,780 INFO [master/87fb68174c52:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-07T12:20:56,781 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41269-0x1001a3004b30003, quorum=127.0.0.1:64763, baseZNode=/11961030793 Unable to get data of znode /11961030793/normalizer because node does not exist (not necessarily an error) 2024-11-07T12:20:56,782 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11961030793/normalizer already deleted, retry=false 2024-11-07T12:20:56,783 INFO [master/87fb68174c52:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-07T12:20:56,789 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41269-0x1001a3004b30003, quorum=127.0.0.1:64763, baseZNode=/11961030793 Unable to get data of znode /11961030793/switch/split because node does not exist (not necessarily an error) 2024-11-07T12:20:56,791 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11961030793/switch/split already deleted, retry=false 2024-11-07T12:20:56,791 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41269-0x1001a3004b30003, quorum=127.0.0.1:64763, baseZNode=/11961030793 Unable to get data of znode /11961030793/switch/merge because node does not exist (not necessarily an error) 2024-11-07T12:20:56,794 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11961030793/switch/merge already deleted, retry=false 2024-11-07T12:20:56,795 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41269-0x1001a3004b30003, quorum=127.0.0.1:64763, baseZNode=/11961030793 Unable to get data of znode /11961030793/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-07T12:20:56,797 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11961030793/snapshot-cleanup already deleted, retry=false 2024-11-07T12:20:56,798 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41269-0x1001a3004b30003, quorum=127.0.0.1:64763, baseZNode=/11961030793 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11961030793/running 2024-11-07T12:20:56,798 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44625-0x1001a3004b30004, quorum=127.0.0.1:64763, baseZNode=/11961030793 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11961030793/running 2024-11-07T12:20:56,798 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44625-0x1001a3004b30004, quorum=127.0.0.1:64763, baseZNode=/11961030793 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11961030793 2024-11-07T12:20:56,798 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41269-0x1001a3004b30003, quorum=127.0.0.1:64763, baseZNode=/11961030793 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11961030793 2024-11-07T12:20:56,799 INFO [master/87fb68174c52:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=87fb68174c52,41269,1730982055345, sessionid=0x1001a3004b30003, setting cluster-up flag (Was=false) 2024-11-07T12:20:56,802 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41269-0x1001a3004b30003, quorum=127.0.0.1:64763, baseZNode=/11961030793 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11961030793 2024-11-07T12:20:56,802 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44625-0x1001a3004b30004, quorum=127.0.0.1:64763, baseZNode=/11961030793 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11961030793 2024-11-07T12:20:56,806 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11961030793/flush-table-proc/acquired, /11961030793/flush-table-proc/reached, /11961030793/flush-table-proc/abort 2024-11-07T12:20:56,807 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=87fb68174c52,41269,1730982055345 2024-11-07T12:20:56,811 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41269-0x1001a3004b30003, quorum=127.0.0.1:64763, baseZNode=/11961030793 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11961030793 2024-11-07T12:20:56,811 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44625-0x1001a3004b30004, quorum=127.0.0.1:64763, baseZNode=/11961030793 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11961030793 2024-11-07T12:20:56,816 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11961030793/online-snapshot/acquired, /11961030793/online-snapshot/reached, /11961030793/online-snapshot/abort 2024-11-07T12:20:56,817 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=87fb68174c52,41269,1730982055345 2024-11-07T12:20:56,828 INFO [master/87fb68174c52:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33215/user/jenkins/test-data/cc845086-fd0c-f7c9-7663-ad1fda0d6b2f/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-07T12:20:56,830 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-07T12:20:56,830 INFO [master/87fb68174c52:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-07T12:20:56,830 INFO [master/87fb68174c52:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-07T12:20:56,831 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 87fb68174c52,41269,1730982055345 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-07T12:20:56,832 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/87fb68174c52:0, corePoolSize=5, maxPoolSize=5 2024-11-07T12:20:56,832 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/87fb68174c52:0, corePoolSize=5, maxPoolSize=5 2024-11-07T12:20:56,832 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/87fb68174c52:0, corePoolSize=5, maxPoolSize=5 2024-11-07T12:20:56,832 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/87fb68174c52:0, corePoolSize=5, maxPoolSize=5 2024-11-07T12:20:56,832 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/87fb68174c52:0, corePoolSize=10, maxPoolSize=10 2024-11-07T12:20:56,832 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:20:56,832 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/87fb68174c52:0, corePoolSize=2, maxPoolSize=2 2024-11-07T12:20:56,832 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:20:56,842 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T12:20:56,842 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-07T12:20:56,844 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:56,845 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-07T12:20:56,873 INFO [master/87fb68174c52:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1730982086872 2024-11-07T12:20:56,873 INFO [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-07T12:20:56,873 INFO [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-07T12:20:56,873 INFO [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-07T12:20:56,873 INFO [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-07T12:20:56,873 INFO [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-07T12:20:56,873 INFO [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-07T12:20:56,880 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-07T12:20:56,883 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36689 is added to blk_1073741831_1007 (size=1321) 2024-11-07T12:20:56,885 INFO [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-07T12:20:56,885 INFO [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-07T12:20:56,885 INFO [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-07T12:20:56,885 INFO [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-07T12:20:56,889 INFO [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-07T12:20:56,889 INFO [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-07T12:20:56,889 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/87fb68174c52:0:becomeActiveMaster-HFileCleaner.large.0-1730982056889,5,FailOnTimeoutGroup] 2024-11-07T12:20:56,889 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/87fb68174c52:0:becomeActiveMaster-HFileCleaner.small.0-1730982056889,5,FailOnTimeoutGroup] 2024-11-07T12:20:56,889 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-07T12:20:56,889 INFO [master/87fb68174c52:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-07T12:20:56,889 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-07T12:20:56,889 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-07T12:20:56,934 INFO [RS:0;87fb68174c52:44625 {}] regionserver.HRegionServer(746): ClusterId : b48c6730-7a44-42c0-b907-bb5fcb78bb91 2024-11-07T12:20:56,934 DEBUG [RS:0;87fb68174c52:44625 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-07T12:20:56,936 DEBUG [RS:0;87fb68174c52:44625 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-07T12:20:56,936 DEBUG [RS:0;87fb68174c52:44625 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-07T12:20:56,939 DEBUG [RS:0;87fb68174c52:44625 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-07T12:20:56,939 DEBUG [RS:0;87fb68174c52:44625 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@772f5603, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=87fb68174c52/172.17.0.3:0 2024-11-07T12:20:56,979 DEBUG [RS:0;87fb68174c52:44625 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;87fb68174c52:44625 2024-11-07T12:20:56,979 INFO [RS:0;87fb68174c52:44625 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-07T12:20:56,979 INFO [RS:0;87fb68174c52:44625 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-07T12:20:56,979 DEBUG [RS:0;87fb68174c52:44625 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-07T12:20:56,980 INFO [RS:0;87fb68174c52:44625 {}] regionserver.HRegionServer(2659): reportForDuty to master=87fb68174c52,41269,1730982055345 with port=44625, startcode=1730982055393 2024-11-07T12:20:56,980 DEBUG [RS:0;87fb68174c52:44625 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-07T12:20:56,982 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39707, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=RegionServerStatusService 2024-11-07T12:20:56,982 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41269 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 87fb68174c52,44625,1730982055393 2024-11-07T12:20:56,982 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41269 {}] master.ServerManager(517): Registering regionserver=87fb68174c52,44625,1730982055393 2024-11-07T12:20:56,984 DEBUG [RS:0;87fb68174c52:44625 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33215/user/jenkins/test-data/cc845086-fd0c-f7c9-7663-ad1fda0d6b2f 2024-11-07T12:20:56,984 DEBUG [RS:0;87fb68174c52:44625 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33215 2024-11-07T12:20:56,984 DEBUG [RS:0;87fb68174c52:44625 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-07T12:20:56,988 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41269-0x1001a3004b30003, quorum=127.0.0.1:64763, baseZNode=/11961030793 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11961030793/rs 2024-11-07T12:20:56,988 DEBUG [RS:0;87fb68174c52:44625 {}] zookeeper.ZKUtil(111): regionserver:44625-0x1001a3004b30004, quorum=127.0.0.1:64763, baseZNode=/11961030793 Set watcher on existing znode=/11961030793/rs/87fb68174c52,44625,1730982055393 2024-11-07T12:20:56,988 WARN [RS:0;87fb68174c52:44625 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-07T12:20:56,989 INFO [RS:0;87fb68174c52:44625 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T12:20:56,989 DEBUG [RS:0;87fb68174c52:44625 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33215/user/jenkins/test-data/cc845086-fd0c-f7c9-7663-ad1fda0d6b2f/WALs/87fb68174c52,44625,1730982055393 2024-11-07T12:20:56,994 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [87fb68174c52,44625,1730982055393] 2024-11-07T12:20:57,002 INFO [RS:0;87fb68174c52:44625 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-07T12:20:57,004 INFO [RS:0;87fb68174c52:44625 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-07T12:20:57,004 INFO [RS:0;87fb68174c52:44625 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-07T12:20:57,004 INFO [RS:0;87fb68174c52:44625 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T12:20:57,006 INFO [RS:0;87fb68174c52:44625 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-07T12:20:57,007 INFO [RS:0;87fb68174c52:44625 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-07T12:20:57,007 INFO [RS:0;87fb68174c52:44625 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-07T12:20:57,007 DEBUG [RS:0;87fb68174c52:44625 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:20:57,007 DEBUG [RS:0;87fb68174c52:44625 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:20:57,007 DEBUG [RS:0;87fb68174c52:44625 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:20:57,007 DEBUG [RS:0;87fb68174c52:44625 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:20:57,007 DEBUG [RS:0;87fb68174c52:44625 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:20:57,007 DEBUG [RS:0;87fb68174c52:44625 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/87fb68174c52:0, corePoolSize=2, maxPoolSize=2 2024-11-07T12:20:57,007 DEBUG [RS:0;87fb68174c52:44625 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:20:57,007 DEBUG [RS:0;87fb68174c52:44625 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:20:57,007 DEBUG [RS:0;87fb68174c52:44625 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:20:57,007 DEBUG [RS:0;87fb68174c52:44625 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:20:57,007 DEBUG [RS:0;87fb68174c52:44625 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:20:57,007 DEBUG [RS:0;87fb68174c52:44625 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:20:57,007 DEBUG [RS:0;87fb68174c52:44625 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/87fb68174c52:0, corePoolSize=3, maxPoolSize=3 2024-11-07T12:20:57,007 DEBUG [RS:0;87fb68174c52:44625 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/87fb68174c52:0, corePoolSize=3, maxPoolSize=3 2024-11-07T12:20:57,012 INFO [RS:0;87fb68174c52:44625 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T12:20:57,012 INFO [RS:0;87fb68174c52:44625 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T12:20:57,012 INFO [RS:0;87fb68174c52:44625 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T12:20:57,012 INFO [RS:0;87fb68174c52:44625 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-07T12:20:57,012 INFO [RS:0;87fb68174c52:44625 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-07T12:20:57,013 INFO [RS:0;87fb68174c52:44625 {}] hbase.ChoreService(168): Chore ScheduledChore name=87fb68174c52,44625,1730982055393-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-07T12:20:57,037 INFO [RS:0;87fb68174c52:44625 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-07T12:20:57,037 INFO [RS:0;87fb68174c52:44625 {}] hbase.ChoreService(168): Chore ScheduledChore name=87fb68174c52,44625,1730982055393-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T12:20:57,037 INFO [RS:0;87fb68174c52:44625 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T12:20:57,037 INFO [RS:0;87fb68174c52:44625 {}] regionserver.Replication(171): 87fb68174c52,44625,1730982055393 started 2024-11-07T12:20:57,053 INFO [RS:0;87fb68174c52:44625 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T12:20:57,053 INFO [RS:0;87fb68174c52:44625 {}] regionserver.HRegionServer(1482): Serving as 87fb68174c52,44625,1730982055393, RpcServer on 87fb68174c52/172.17.0.3:44625, sessionid=0x1001a3004b30004 2024-11-07T12:20:57,053 DEBUG [RS:0;87fb68174c52:44625 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-07T12:20:57,053 DEBUG [RS:0;87fb68174c52:44625 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 87fb68174c52,44625,1730982055393 2024-11-07T12:20:57,053 DEBUG [RS:0;87fb68174c52:44625 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '87fb68174c52,44625,1730982055393' 2024-11-07T12:20:57,053 DEBUG [RS:0;87fb68174c52:44625 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11961030793/flush-table-proc/abort' 2024-11-07T12:20:57,054 DEBUG [RS:0;87fb68174c52:44625 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11961030793/flush-table-proc/acquired' 2024-11-07T12:20:57,054 DEBUG [RS:0;87fb68174c52:44625 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-07T12:20:57,054 DEBUG [RS:0;87fb68174c52:44625 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-07T12:20:57,054 DEBUG [RS:0;87fb68174c52:44625 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 87fb68174c52,44625,1730982055393 2024-11-07T12:20:57,054 DEBUG [RS:0;87fb68174c52:44625 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '87fb68174c52,44625,1730982055393' 2024-11-07T12:20:57,054 DEBUG [RS:0;87fb68174c52:44625 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11961030793/online-snapshot/abort' 2024-11-07T12:20:57,055 DEBUG [RS:0;87fb68174c52:44625 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11961030793/online-snapshot/acquired' 2024-11-07T12:20:57,055 DEBUG [RS:0;87fb68174c52:44625 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-07T12:20:57,055 INFO [RS:0;87fb68174c52:44625 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-07T12:20:57,055 INFO [RS:0;87fb68174c52:44625 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-07T12:20:57,155 INFO [RS:0;87fb68174c52:44625 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-07T12:20:57,157 INFO [RS:0;87fb68174c52:44625 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=87fb68174c52%2C44625%2C1730982055393, suffix=, logDir=hdfs://localhost:33215/user/jenkins/test-data/cc845086-fd0c-f7c9-7663-ad1fda0d6b2f/WALs/87fb68174c52,44625,1730982055393, archiveDir=hdfs://localhost:33215/user/jenkins/test-data/cc845086-fd0c-f7c9-7663-ad1fda0d6b2f/oldWALs, maxLogs=10 2024-11-07T12:20:57,170 DEBUG [RS:0;87fb68174c52:44625 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/cc845086-fd0c-f7c9-7663-ad1fda0d6b2f/WALs/87fb68174c52,44625,1730982055393/87fb68174c52%2C44625%2C1730982055393.1730982057157, exclude list is [], retry=0 2024-11-07T12:20:57,172 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36689,DS-578ced46-e3e5-43ff-a608-07bfd81ddbc3,DISK] 2024-11-07T12:20:57,174 INFO [RS:0;87fb68174c52:44625 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/cc845086-fd0c-f7c9-7663-ad1fda0d6b2f/WALs/87fb68174c52,44625,1730982055393/87fb68174c52%2C44625%2C1730982055393.1730982057157 2024-11-07T12:20:57,174 DEBUG [RS:0;87fb68174c52:44625 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33805:33805)] 2024-11-07T12:20:57,283 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33215/user/jenkins/test-data/cc845086-fd0c-f7c9-7663-ad1fda0d6b2f/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-07T12:20:57,284 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33215/user/jenkins/test-data/cc845086-fd0c-f7c9-7663-ad1fda0d6b2f 2024-11-07T12:20:57,288 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36689 is added to blk_1073741833_1009 (size=32) 2024-11-07T12:20:57,689 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T12:20:57,690 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-07T12:20:57,692 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-07T12:20:57,692 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:57,693 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T12:20:57,694 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-07T12:20:57,695 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-07T12:20:57,695 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:57,695 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T12:20:57,695 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-07T12:20:57,696 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-07T12:20:57,696 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:57,697 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T12:20:57,697 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-07T12:20:57,698 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-07T12:20:57,698 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:57,700 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T12:20:57,701 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-07T12:20:57,701 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33215/user/jenkins/test-data/cc845086-fd0c-f7c9-7663-ad1fda0d6b2f/data/hbase/meta/1588230740 2024-11-07T12:20:57,702 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33215/user/jenkins/test-data/cc845086-fd0c-f7c9-7663-ad1fda0d6b2f/data/hbase/meta/1588230740 2024-11-07T12:20:57,703 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-07T12:20:57,703 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-07T12:20:57,704 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T12:20:57,705 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-07T12:20:57,707 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33215/user/jenkins/test-data/cc845086-fd0c-f7c9-7663-ad1fda0d6b2f/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T12:20:57,707 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67122416, jitterRate=2.0194053649902344E-4}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T12:20:57,708 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1730982057689Initializing all the Stores at 1730982057690 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730982057690Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730982057690Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730982057690Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730982057690Cleaning up temporary data from old regions at 1730982057703 (+13 ms)Region opened successfully at 1730982057708 (+5 ms) 2024-11-07T12:20:57,708 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-07T12:20:57,708 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-07T12:20:57,708 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-07T12:20:57,708 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-07T12:20:57,708 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-07T12:20:57,708 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-07T12:20:57,708 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1730982057708Disabling compacts and flushes for region at 1730982057708Disabling writes for close at 1730982057708Writing region close event to WAL at 1730982057708Closed at 1730982057708 2024-11-07T12:20:57,709 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T12:20:57,709 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-07T12:20:57,710 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-07T12:20:57,711 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-07T12:20:57,712 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-07T12:20:57,862 DEBUG [87fb68174c52:41269 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-07T12:20:57,863 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=87fb68174c52,44625,1730982055393 2024-11-07T12:20:57,864 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 87fb68174c52,44625,1730982055393, state=OPENING 2024-11-07T12:20:57,865 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-07T12:20:57,867 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41269-0x1001a3004b30003, quorum=127.0.0.1:64763, baseZNode=/11961030793 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11961030793 2024-11-07T12:20:57,867 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44625-0x1001a3004b30004, quorum=127.0.0.1:64763, baseZNode=/11961030793 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11961030793 2024-11-07T12:20:57,868 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11961030793/meta-region-server: CHANGED 2024-11-07T12:20:57,868 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11961030793/meta-region-server: CHANGED 2024-11-07T12:20:57,868 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-07T12:20:57,868 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=87fb68174c52,44625,1730982055393}] 2024-11-07T12:20:58,021 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-07T12:20:58,023 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53639, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-07T12:20:58,027 INFO [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-07T12:20:58,027 INFO [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T12:20:58,027 INFO [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-07T12:20:58,028 INFO [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=87fb68174c52%2C44625%2C1730982055393.meta, suffix=.meta, logDir=hdfs://localhost:33215/user/jenkins/test-data/cc845086-fd0c-f7c9-7663-ad1fda0d6b2f/WALs/87fb68174c52,44625,1730982055393, archiveDir=hdfs://localhost:33215/user/jenkins/test-data/cc845086-fd0c-f7c9-7663-ad1fda0d6b2f/oldWALs, maxLogs=10 2024-11-07T12:20:58,046 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/cc845086-fd0c-f7c9-7663-ad1fda0d6b2f/WALs/87fb68174c52,44625,1730982055393/87fb68174c52%2C44625%2C1730982055393.meta.1730982058028.meta, exclude list is [], retry=0 2024-11-07T12:20:58,048 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36689,DS-578ced46-e3e5-43ff-a608-07bfd81ddbc3,DISK] 2024-11-07T12:20:58,054 INFO [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/cc845086-fd0c-f7c9-7663-ad1fda0d6b2f/WALs/87fb68174c52,44625,1730982055393/87fb68174c52%2C44625%2C1730982055393.meta.1730982058028.meta 2024-11-07T12:20:58,055 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33805:33805)] 2024-11-07T12:20:58,055 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-07T12:20:58,055 INFO [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-07T12:20:58,055 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-07T12:20:58,055 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-07T12:20:58,056 INFO [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-07T12:20:58,056 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-07T12:20:58,056 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T12:20:58,056 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-07T12:20:58,056 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-07T12:20:58,061 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-07T12:20:58,062 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-07T12:20:58,062 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:58,062 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T12:20:58,062 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-07T12:20:58,063 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-07T12:20:58,063 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:58,063 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T12:20:58,063 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-07T12:20:58,064 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-07T12:20:58,064 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:58,064 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T12:20:58,064 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-07T12:20:58,065 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-07T12:20:58,065 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:58,065 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T12:20:58,065 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-07T12:20:58,068 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33215/user/jenkins/test-data/cc845086-fd0c-f7c9-7663-ad1fda0d6b2f/data/hbase/meta/1588230740 2024-11-07T12:20:58,070 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33215/user/jenkins/test-data/cc845086-fd0c-f7c9-7663-ad1fda0d6b2f/data/hbase/meta/1588230740 2024-11-07T12:20:58,071 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-07T12:20:58,071 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-07T12:20:58,072 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T12:20:58,073 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-07T12:20:58,073 INFO [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66230024, jitterRate=-0.013095736503601074}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T12:20:58,073 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-07T12:20:58,073 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1730982058056Writing region info on filesystem at 1730982058056Initializing all the Stores at 1730982058061 (+5 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730982058061Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730982058061Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730982058061Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730982058061Cleaning up temporary data from old regions at 1730982058071 (+10 ms)Running coprocessor post-open hooks at 1730982058073 (+2 ms)Region opened successfully at 1730982058073 2024-11-07T12:20:58,074 INFO [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1730982058021 2024-11-07T12:20:58,077 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=87fb68174c52,44625,1730982055393 2024-11-07T12:20:58,077 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-07T12:20:58,077 INFO [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-07T12:20:58,078 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 87fb68174c52,44625,1730982055393, state=OPEN 2024-11-07T12:20:58,079 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41269-0x1001a3004b30003, quorum=127.0.0.1:64763, baseZNode=/11961030793 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11961030793/meta-region-server 2024-11-07T12:20:58,079 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44625-0x1001a3004b30004, quorum=127.0.0.1:64763, baseZNode=/11961030793 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11961030793/meta-region-server 2024-11-07T12:20:58,079 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=87fb68174c52,44625,1730982055393 2024-11-07T12:20:58,080 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11961030793/meta-region-server: CHANGED 2024-11-07T12:20:58,080 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11961030793/meta-region-server: CHANGED 2024-11-07T12:20:58,082 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-07T12:20:58,082 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=87fb68174c52,44625,1730982055393 in 212 msec 2024-11-07T12:20:58,085 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-07T12:20:58,085 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 372 msec 2024-11-07T12:20:58,085 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T12:20:58,085 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-07T12:20:58,087 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T12:20:58,087 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=87fb68174c52,44625,1730982055393, seqNum=-1] 2024-11-07T12:20:58,087 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T12:20:58,089 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54355, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T12:20:58,094 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2630 sec 2024-11-07T12:20:58,094 INFO [master/87fb68174c52:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1730982058094, completionTime=-1 2024-11-07T12:20:58,094 INFO [master/87fb68174c52:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-07T12:20:58,094 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-07T12:20:58,096 INFO [master/87fb68174c52:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-07T12:20:58,096 INFO [master/87fb68174c52:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1730982118096 2024-11-07T12:20:58,096 INFO [master/87fb68174c52:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1730982178096 2024-11-07T12:20:58,096 INFO [master/87fb68174c52:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-07T12:20:58,096 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=87fb68174c52,41269,1730982055345-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T12:20:58,096 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=87fb68174c52,41269,1730982055345-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T12:20:58,096 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=87fb68174c52,41269,1730982055345-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T12:20:58,096 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-87fb68174c52:41269, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T12:20:58,097 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-07T12:20:58,103 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-07T12:20:58,105 DEBUG [master/87fb68174c52:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-07T12:20:58,108 INFO [master/87fb68174c52:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.659sec 2024-11-07T12:20:58,108 INFO [master/87fb68174c52:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-07T12:20:58,108 INFO [master/87fb68174c52:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-07T12:20:58,108 INFO [master/87fb68174c52:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-07T12:20:58,108 INFO [master/87fb68174c52:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-07T12:20:58,108 INFO [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-07T12:20:58,108 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=87fb68174c52,41269,1730982055345-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-07T12:20:58,108 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=87fb68174c52,41269,1730982055345-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-07T12:20:58,118 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-07T12:20:58,118 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-07T12:20:58,118 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=87fb68174c52,41269,1730982055345-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T12:20:58,134 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45fae02d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:20:58,134 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 87fb68174c52,41269,-1 for getting cluster id 2024-11-07T12:20:58,134 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T12:20:58,135 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b48c6730-7a44-42c0-b907-bb5fcb78bb91' 2024-11-07T12:20:58,136 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T12:20:58,136 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b48c6730-7a44-42c0-b907-bb5fcb78bb91" 2024-11-07T12:20:58,136 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@717f0913, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:20:58,136 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [87fb68174c52,41269,-1] 2024-11-07T12:20:58,136 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T12:20:58,136 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:20:58,137 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35068, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T12:20:58,138 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6236f6fa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:20:58,138 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T12:20:58,139 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=87fb68174c52,44625,1730982055393, seqNum=-1] 2024-11-07T12:20:58,139 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T12:20:58,140 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40524, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T12:20:58,141 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=87fb68174c52,41269,1730982055345 2024-11-07T12:20:58,142 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:64763 2024-11-07T12:20:58,144 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:64763, baseZNode=/11961030793 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T12:20:58,147 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1001a3004b30005 connected 2024-11-07T12:20:58,150 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/15b8097c-6d95-3104-b921-f72672efc281/hadoop.log.dir so I do NOT create it in target/test-data/f7204ca1-0027-f47d-15be-1ae53852b9c1 2024-11-07T12:20:58,150 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/15b8097c-6d95-3104-b921-f72672efc281/hadoop.log.dir Erasing configuration value by system value. 2024-11-07T12:20:58,150 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/15b8097c-6d95-3104-b921-f72672efc281/hadoop.tmp.dir so I do NOT create it in target/test-data/f7204ca1-0027-f47d-15be-1ae53852b9c1 2024-11-07T12:20:58,150 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/15b8097c-6d95-3104-b921-f72672efc281/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-07T12:20:58,150 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f7204ca1-0027-f47d-15be-1ae53852b9c1 2024-11-07T12:20:58,150 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-07T12:20:58,150 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f7204ca1-0027-f47d-15be-1ae53852b9c1/cluster_ac93abbe-2894-d425-61bc-647a3b9c3480, deleteOnExit=true 2024-11-07T12:20:58,150 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-07T12:20:58,151 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f7204ca1-0027-f47d-15be-1ae53852b9c1/test.cache.data in system properties and HBase conf 2024-11-07T12:20:58,151 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f7204ca1-0027-f47d-15be-1ae53852b9c1/hadoop.tmp.dir in system properties and HBase conf 2024-11-07T12:20:58,151 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f7204ca1-0027-f47d-15be-1ae53852b9c1/hadoop.log.dir in system properties and HBase conf 2024-11-07T12:20:58,151 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f7204ca1-0027-f47d-15be-1ae53852b9c1/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-07T12:20:58,151 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f7204ca1-0027-f47d-15be-1ae53852b9c1/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-07T12:20:58,151 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-07T12:20:58,151 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-07T12:20:58,151 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f7204ca1-0027-f47d-15be-1ae53852b9c1/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-07T12:20:58,151 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f7204ca1-0027-f47d-15be-1ae53852b9c1/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-07T12:20:58,151 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f7204ca1-0027-f47d-15be-1ae53852b9c1/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-07T12:20:58,151 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f7204ca1-0027-f47d-15be-1ae53852b9c1/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-07T12:20:58,153 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f7204ca1-0027-f47d-15be-1ae53852b9c1/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-07T12:20:58,153 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f7204ca1-0027-f47d-15be-1ae53852b9c1/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-07T12:20:58,153 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f7204ca1-0027-f47d-15be-1ae53852b9c1/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-07T12:20:58,153 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f7204ca1-0027-f47d-15be-1ae53852b9c1/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-07T12:20:58,153 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f7204ca1-0027-f47d-15be-1ae53852b9c1/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-07T12:20:58,153 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f7204ca1-0027-f47d-15be-1ae53852b9c1/nfs.dump.dir in system properties and HBase conf 2024-11-07T12:20:58,154 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f7204ca1-0027-f47d-15be-1ae53852b9c1/java.io.tmpdir in system properties and HBase conf 2024-11-07T12:20:58,154 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f7204ca1-0027-f47d-15be-1ae53852b9c1/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-07T12:20:58,154 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f7204ca1-0027-f47d-15be-1ae53852b9c1/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-07T12:20:58,154 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f7204ca1-0027-f47d-15be-1ae53852b9c1/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-07T12:20:58,258 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T12:20:58,262 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-07T12:20:58,265 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-07T12:20:58,265 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-07T12:20:58,265 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-07T12:20:58,268 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T12:20:58,269 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4662f292{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f7204ca1-0027-f47d-15be-1ae53852b9c1/hadoop.log.dir/,AVAILABLE} 2024-11-07T12:20:58,269 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@57e39517{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-07T12:20:58,396 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@52b2c2f9{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f7204ca1-0027-f47d-15be-1ae53852b9c1/java.io.tmpdir/jetty-localhost-32769-hadoop-hdfs-3_4_1-tests_jar-_-any-15641047152930607917/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-07T12:20:58,397 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@78e91dd{HTTP/1.1, (http/1.1)}{localhost:32769} 2024-11-07T12:20:58,397 INFO [Time-limited test {}] server.Server(415): Started @288597ms 2024-11-07T12:20:58,510 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T12:20:58,513 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-07T12:20:58,515 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-07T12:20:58,515 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-07T12:20:58,515 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-07T12:20:58,515 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5fd5e1f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f7204ca1-0027-f47d-15be-1ae53852b9c1/hadoop.log.dir/,AVAILABLE} 2024-11-07T12:20:58,515 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4a76c9c1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-07T12:20:58,651 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@60fbf9c9{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f7204ca1-0027-f47d-15be-1ae53852b9c1/java.io.tmpdir/jetty-localhost-40387-hadoop-hdfs-3_4_1-tests_jar-_-any-15150325354895823572/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T12:20:58,651 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4f4b9708{HTTP/1.1, (http/1.1)}{localhost:40387} 2024-11-07T12:20:58,651 INFO [Time-limited test {}] server.Server(415): Started @288851ms 2024-11-07T12:20:58,653 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-07T12:20:58,758 WARN [Thread-4517 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f7204ca1-0027-f47d-15be-1ae53852b9c1/cluster_ac93abbe-2894-d425-61bc-647a3b9c3480/data/data1/current/BP-1603802081-172.17.0.3-1730982058175/current, will proceed with Du for space computation calculation, 2024-11-07T12:20:58,760 WARN [Thread-4518 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f7204ca1-0027-f47d-15be-1ae53852b9c1/cluster_ac93abbe-2894-d425-61bc-647a3b9c3480/data/data2/current/BP-1603802081-172.17.0.3-1730982058175/current, will proceed with Du for space computation calculation, 2024-11-07T12:20:58,801 WARN [Thread-4505 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-07T12:20:58,804 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd5800e35132f8a13 with lease ID 0xb21269b5f7e2fd59: Processing first storage report for DS-0e1a7541-80ed-47bd-a905-259eb963db5c from datanode DatanodeRegistration(127.0.0.1:35633, datanodeUuid=6a4a5150-1c6f-4fbb-9cbe-bef7b81786d7, infoPort=46289, infoSecurePort=0, ipcPort=46827, storageInfo=lv=-57;cid=testClusterID;nsid=631398659;c=1730982058175) 2024-11-07T12:20:58,804 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd5800e35132f8a13 with lease ID 0xb21269b5f7e2fd59: from storage DS-0e1a7541-80ed-47bd-a905-259eb963db5c node DatanodeRegistration(127.0.0.1:35633, datanodeUuid=6a4a5150-1c6f-4fbb-9cbe-bef7b81786d7, infoPort=46289, infoSecurePort=0, ipcPort=46827, storageInfo=lv=-57;cid=testClusterID;nsid=631398659;c=1730982058175), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-07T12:20:58,805 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd5800e35132f8a13 with lease ID 0xb21269b5f7e2fd59: Processing first storage report for DS-38930db8-c022-427f-a732-efcf7f811f84 from datanode DatanodeRegistration(127.0.0.1:35633, datanodeUuid=6a4a5150-1c6f-4fbb-9cbe-bef7b81786d7, infoPort=46289, infoSecurePort=0, ipcPort=46827, storageInfo=lv=-57;cid=testClusterID;nsid=631398659;c=1730982058175) 2024-11-07T12:20:58,805 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd5800e35132f8a13 with lease ID 0xb21269b5f7e2fd59: from storage DS-38930db8-c022-427f-a732-efcf7f811f84 node DatanodeRegistration(127.0.0.1:35633, datanodeUuid=6a4a5150-1c6f-4fbb-9cbe-bef7b81786d7, infoPort=46289, infoSecurePort=0, ipcPort=46827, storageInfo=lv=-57;cid=testClusterID;nsid=631398659;c=1730982058175), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-07T12:20:58,897 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f7204ca1-0027-f47d-15be-1ae53852b9c1 2024-11-07T12:20:58,897 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T12:20:58,898 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T12:20:58,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35633 is added to blk_1073741825_1001 (size=7) 2024-11-07T12:20:58,914 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45709/user/jenkins/test-data/b649327a-62e9-979d-0d6a-037d7dae15c2 with version=8 2024-11-07T12:20:58,914 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:45709/user/jenkins/test-data/b649327a-62e9-979d-0d6a-037d7dae15c2/hbase-staging 2024-11-07T12:20:58,917 INFO [Time-limited test {}] client.ConnectionUtils(128): master/87fb68174c52:0 server-side Connection retries=45 2024-11-07T12:20:58,917 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T12:20:58,917 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-07T12:20:58,917 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-07T12:20:58,917 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T12:20:58,917 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-07T12:20:58,917 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-07T12:20:58,917 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T12:20:58,918 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:42433 2024-11-07T12:20:58,918 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42433 connecting to ZooKeeper ensemble=127.0.0.1:64763 2024-11-07T12:20:58,920 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:424330x0, quorum=127.0.0.1:64763, baseZNode=/21833647562 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T12:20:58,921 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42433-0x1001a3004b30006 connected 2024-11-07T12:20:58,931 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T12:20:58,933 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T12:20:58,935 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42433-0x1001a3004b30006, quorum=127.0.0.1:64763, baseZNode=/21833647562 Set watcher on znode that does not yet exist, /21833647562/running 2024-11-07T12:20:58,935 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45709/user/jenkins/test-data/b649327a-62e9-979d-0d6a-037d7dae15c2, hbase.cluster.distributed=false 2024-11-07T12:20:58,937 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42433-0x1001a3004b30006, quorum=127.0.0.1:64763, baseZNode=/21833647562 Set watcher on znode that does not yet exist, /21833647562/acl 2024-11-07T12:20:58,943 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42433 2024-11-07T12:20:58,943 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42433 2024-11-07T12:20:58,944 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42433 2024-11-07T12:20:58,963 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42433 2024-11-07T12:20:58,963 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42433 2024-11-07T12:20:58,980 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/87fb68174c52:0 server-side Connection retries=45 2024-11-07T12:20:58,980 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T12:20:58,980 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-07T12:20:58,980 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-07T12:20:58,980 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T12:20:58,980 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-07T12:20:58,980 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-07T12:20:58,980 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T12:20:58,983 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:32859 2024-11-07T12:20:58,984 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:32859 connecting to ZooKeeper ensemble=127.0.0.1:64763 2024-11-07T12:20:58,984 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T12:20:58,986 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T12:20:58,989 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:328590x0, quorum=127.0.0.1:64763, baseZNode=/21833647562 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T12:20:58,990 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:32859-0x1001a3004b30007 connected 2024-11-07T12:20:58,990 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:32859-0x1001a3004b30007, quorum=127.0.0.1:64763, baseZNode=/21833647562 Set watcher on znode that does not yet exist, /21833647562/running 2024-11-07T12:20:58,990 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-07T12:20:58,997 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-07T12:20:58,997 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:32859-0x1001a3004b30007, quorum=127.0.0.1:64763, baseZNode=/21833647562 Set watcher on znode that does not yet exist, /21833647562/master 2024-11-07T12:20:58,999 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:32859-0x1001a3004b30007, quorum=127.0.0.1:64763, baseZNode=/21833647562 Set watcher on znode that does not yet exist, /21833647562/acl 2024-11-07T12:20:59,002 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=32859 2024-11-07T12:20:59,002 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=32859 2024-11-07T12:20:59,005 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=32859 2024-11-07T12:20:59,008 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=32859 2024-11-07T12:20:59,009 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=32859 2024-11-07T12:20:59,022 DEBUG [M:0;87fb68174c52:42433 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;87fb68174c52:42433 2024-11-07T12:20:59,023 INFO [master/87fb68174c52:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /21833647562/backup-masters/87fb68174c52,42433,1730982058916 2024-11-07T12:20:59,024 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32859-0x1001a3004b30007, quorum=127.0.0.1:64763, baseZNode=/21833647562 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21833647562/backup-masters 2024-11-07T12:20:59,024 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42433-0x1001a3004b30006, quorum=127.0.0.1:64763, baseZNode=/21833647562 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21833647562/backup-masters 2024-11-07T12:20:59,025 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42433-0x1001a3004b30006, quorum=127.0.0.1:64763, baseZNode=/21833647562 Set watcher on existing znode=/21833647562/backup-masters/87fb68174c52,42433,1730982058916 2024-11-07T12:20:59,026 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32859-0x1001a3004b30007, quorum=127.0.0.1:64763, baseZNode=/21833647562 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21833647562/master 2024-11-07T12:20:59,026 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42433-0x1001a3004b30006, quorum=127.0.0.1:64763, baseZNode=/21833647562 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21833647562 2024-11-07T12:20:59,026 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32859-0x1001a3004b30007, quorum=127.0.0.1:64763, baseZNode=/21833647562 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21833647562 2024-11-07T12:20:59,027 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42433-0x1001a3004b30006, quorum=127.0.0.1:64763, baseZNode=/21833647562 Set watcher on existing znode=/21833647562/master 2024-11-07T12:20:59,027 INFO [master/87fb68174c52:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /21833647562/backup-masters/87fb68174c52,42433,1730982058916 from backup master directory 2024-11-07T12:20:59,029 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42433-0x1001a3004b30006, quorum=127.0.0.1:64763, baseZNode=/21833647562 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21833647562/backup-masters/87fb68174c52,42433,1730982058916 2024-11-07T12:20:59,029 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42433-0x1001a3004b30006, quorum=127.0.0.1:64763, baseZNode=/21833647562 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21833647562/backup-masters 2024-11-07T12:20:59,029 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32859-0x1001a3004b30007, quorum=127.0.0.1:64763, baseZNode=/21833647562 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21833647562/backup-masters 2024-11-07T12:20:59,029 WARN [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-07T12:20:59,029 INFO [master/87fb68174c52:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=87fb68174c52,42433,1730982058916 2024-11-07T12:20:59,050 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45709/user/jenkins/test-data/b649327a-62e9-979d-0d6a-037d7dae15c2/hbase.id] with ID: 8f897d81-3a7f-40fa-a60d-e46ce0c9f56e 2024-11-07T12:20:59,050 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45709/user/jenkins/test-data/b649327a-62e9-979d-0d6a-037d7dae15c2/.tmp/hbase.id 2024-11-07T12:20:59,059 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35633 is added to blk_1073741826_1002 (size=42) 2024-11-07T12:20:59,459 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45709/user/jenkins/test-data/b649327a-62e9-979d-0d6a-037d7dae15c2/.tmp/hbase.id]:[hdfs://localhost:45709/user/jenkins/test-data/b649327a-62e9-979d-0d6a-037d7dae15c2/hbase.id] 2024-11-07T12:20:59,475 INFO [master/87fb68174c52:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T12:20:59,475 INFO [master/87fb68174c52:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-07T12:20:59,476 INFO [master/87fb68174c52:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-07T12:20:59,478 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32859-0x1001a3004b30007, quorum=127.0.0.1:64763, baseZNode=/21833647562 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21833647562 2024-11-07T12:20:59,478 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42433-0x1001a3004b30006, quorum=127.0.0.1:64763, baseZNode=/21833647562 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21833647562 2024-11-07T12:20:59,484 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35633 is added to blk_1073741827_1003 (size=196) 2024-11-07T12:20:59,484 INFO [master/87fb68174c52:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-07T12:20:59,485 INFO [master/87fb68174c52:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-07T12:20:59,486 INFO [master/87fb68174c52:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T12:20:59,505 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35633 is added to blk_1073741828_1004 (size=1189) 2024-11-07T12:20:59,507 INFO [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45709/user/jenkins/test-data/b649327a-62e9-979d-0d6a-037d7dae15c2/MasterData/data/master/store 2024-11-07T12:20:59,519 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35633 is added to blk_1073741829_1005 (size=34) 2024-11-07T12:20:59,922 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T12:20:59,922 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-07T12:20:59,922 INFO [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T12:20:59,922 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T12:20:59,922 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-07T12:20:59,922 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T12:20:59,923 INFO [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T12:20:59,923 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1730982059922Disabling compacts and flushes for region at 1730982059922Disabling writes for close at 1730982059922Writing region close event to WAL at 1730982059922Closed at 1730982059922 2024-11-07T12:20:59,923 WARN [master/87fb68174c52:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45709/user/jenkins/test-data/b649327a-62e9-979d-0d6a-037d7dae15c2/MasterData/data/master/store/.initializing 2024-11-07T12:20:59,924 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45709/user/jenkins/test-data/b649327a-62e9-979d-0d6a-037d7dae15c2/MasterData/WALs/87fb68174c52,42433,1730982058916 2024-11-07T12:20:59,925 INFO [master/87fb68174c52:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-07T12:20:59,926 INFO [master/87fb68174c52:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=87fb68174c52%2C42433%2C1730982058916, suffix=, logDir=hdfs://localhost:45709/user/jenkins/test-data/b649327a-62e9-979d-0d6a-037d7dae15c2/MasterData/WALs/87fb68174c52,42433,1730982058916, archiveDir=hdfs://localhost:45709/user/jenkins/test-data/b649327a-62e9-979d-0d6a-037d7dae15c2/MasterData/oldWALs, maxLogs=10 2024-11-07T12:20:59,943 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/b649327a-62e9-979d-0d6a-037d7dae15c2/MasterData/WALs/87fb68174c52,42433,1730982058916/87fb68174c52%2C42433%2C1730982058916.1730982059926, exclude list is [], retry=0 2024-11-07T12:20:59,946 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35633,DS-0e1a7541-80ed-47bd-a905-259eb963db5c,DISK] 2024-11-07T12:20:59,947 INFO [master/87fb68174c52:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b649327a-62e9-979d-0d6a-037d7dae15c2/MasterData/WALs/87fb68174c52,42433,1730982058916/87fb68174c52%2C42433%2C1730982058916.1730982059926 2024-11-07T12:20:59,947 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46289:46289)] 2024-11-07T12:20:59,947 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-07T12:20:59,948 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T12:20:59,948 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T12:20:59,948 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T12:20:59,949 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T12:20:59,950 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-07T12:20:59,950 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:59,950 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T12:20:59,950 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T12:20:59,951 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-07T12:20:59,951 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:59,951 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T12:20:59,952 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T12:20:59,952 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-07T12:20:59,952 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:59,953 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T12:20:59,953 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T12:20:59,954 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-07T12:20:59,954 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:59,954 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T12:20:59,954 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T12:20:59,955 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45709/user/jenkins/test-data/b649327a-62e9-979d-0d6a-037d7dae15c2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-07T12:20:59,955 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45709/user/jenkins/test-data/b649327a-62e9-979d-0d6a-037d7dae15c2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-07T12:20:59,956 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T12:20:59,956 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T12:20:59,956 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T12:20:59,957 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T12:20:59,958 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45709/user/jenkins/test-data/b649327a-62e9-979d-0d6a-037d7dae15c2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T12:20:59,958 INFO [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59320631, jitterRate=-0.11605371534824371}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T12:20:59,959 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1730982059948Initializing all the Stores at 1730982059948Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730982059948Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730982059949 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730982059949Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730982059949Cleaning up temporary data from old regions at 1730982059956 (+7 ms)Region opened successfully at 1730982059959 (+3 ms) 2024-11-07T12:20:59,959 INFO [master/87fb68174c52:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-07T12:20:59,961 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@275fc7cf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=87fb68174c52/172.17.0.3:0 2024-11-07T12:20:59,962 INFO [master/87fb68174c52:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-07T12:20:59,962 INFO [master/87fb68174c52:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-07T12:20:59,962 INFO [master/87fb68174c52:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-07T12:20:59,962 INFO [master/87fb68174c52:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-07T12:20:59,962 INFO [master/87fb68174c52:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-07T12:20:59,963 INFO [master/87fb68174c52:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-07T12:20:59,963 INFO [master/87fb68174c52:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-07T12:20:59,964 INFO [master/87fb68174c52:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-07T12:20:59,965 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42433-0x1001a3004b30006, quorum=127.0.0.1:64763, baseZNode=/21833647562 Unable to get data of znode /21833647562/balancer because node does not exist (not necessarily an error) 2024-11-07T12:20:59,966 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21833647562/balancer already deleted, retry=false 2024-11-07T12:20:59,967 INFO [master/87fb68174c52:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-07T12:20:59,968 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42433-0x1001a3004b30006, quorum=127.0.0.1:64763, baseZNode=/21833647562 Unable to get data of znode /21833647562/normalizer because node does not exist (not necessarily an error) 2024-11-07T12:20:59,969 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21833647562/normalizer already deleted, retry=false 2024-11-07T12:20:59,969 INFO [master/87fb68174c52:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-07T12:20:59,970 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42433-0x1001a3004b30006, quorum=127.0.0.1:64763, baseZNode=/21833647562 Unable to get data of znode /21833647562/switch/split because node does not exist (not necessarily an error) 2024-11-07T12:20:59,971 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21833647562/switch/split already deleted, retry=false 2024-11-07T12:20:59,972 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42433-0x1001a3004b30006, quorum=127.0.0.1:64763, baseZNode=/21833647562 Unable to get data of znode /21833647562/switch/merge because node does not exist (not necessarily an error) 2024-11-07T12:20:59,973 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21833647562/switch/merge already deleted, retry=false 2024-11-07T12:20:59,974 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42433-0x1001a3004b30006, quorum=127.0.0.1:64763, baseZNode=/21833647562 Unable to get data of znode /21833647562/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-07T12:20:59,975 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21833647562/snapshot-cleanup already deleted, retry=false 2024-11-07T12:20:59,976 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32859-0x1001a3004b30007, quorum=127.0.0.1:64763, baseZNode=/21833647562 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21833647562/running 2024-11-07T12:20:59,976 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42433-0x1001a3004b30006, quorum=127.0.0.1:64763, baseZNode=/21833647562 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21833647562/running 2024-11-07T12:20:59,976 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32859-0x1001a3004b30007, quorum=127.0.0.1:64763, baseZNode=/21833647562 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21833647562 2024-11-07T12:20:59,976 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42433-0x1001a3004b30006, quorum=127.0.0.1:64763, baseZNode=/21833647562 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21833647562 2024-11-07T12:20:59,977 INFO [master/87fb68174c52:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=87fb68174c52,42433,1730982058916, sessionid=0x1001a3004b30006, setting cluster-up flag (Was=false) 2024-11-07T12:20:59,980 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42433-0x1001a3004b30006, quorum=127.0.0.1:64763, baseZNode=/21833647562 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21833647562 2024-11-07T12:20:59,980 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32859-0x1001a3004b30007, quorum=127.0.0.1:64763, baseZNode=/21833647562 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21833647562 2024-11-07T12:20:59,985 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /21833647562/flush-table-proc/acquired, /21833647562/flush-table-proc/reached, /21833647562/flush-table-proc/abort 2024-11-07T12:20:59,986 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=87fb68174c52,42433,1730982058916 2024-11-07T12:20:59,989 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42433-0x1001a3004b30006, quorum=127.0.0.1:64763, baseZNode=/21833647562 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21833647562 2024-11-07T12:20:59,989 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32859-0x1001a3004b30007, quorum=127.0.0.1:64763, baseZNode=/21833647562 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21833647562 2024-11-07T12:20:59,993 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /21833647562/online-snapshot/acquired, /21833647562/online-snapshot/reached, /21833647562/online-snapshot/abort 2024-11-07T12:20:59,994 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=87fb68174c52,42433,1730982058916 2024-11-07T12:20:59,994 INFO [master/87fb68174c52:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45709/user/jenkins/test-data/b649327a-62e9-979d-0d6a-037d7dae15c2/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-07T12:20:59,996 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-07T12:20:59,996 INFO [master/87fb68174c52:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-07T12:20:59,996 INFO [master/87fb68174c52:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-07T12:20:59,996 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 87fb68174c52,42433,1730982058916 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-07T12:20:59,997 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/87fb68174c52:0, corePoolSize=5, maxPoolSize=5 2024-11-07T12:20:59,997 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/87fb68174c52:0, corePoolSize=5, maxPoolSize=5 2024-11-07T12:20:59,997 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/87fb68174c52:0, corePoolSize=5, maxPoolSize=5 2024-11-07T12:20:59,997 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/87fb68174c52:0, corePoolSize=5, maxPoolSize=5 2024-11-07T12:20:59,997 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/87fb68174c52:0, corePoolSize=10, maxPoolSize=10 2024-11-07T12:20:59,997 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:20:59,997 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/87fb68174c52:0, corePoolSize=2, maxPoolSize=2 2024-11-07T12:20:59,997 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:21:00,001 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T12:21:00,001 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-07T12:21:00,001 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:21:00,001 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-07T12:21:00,004 INFO [master/87fb68174c52:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1730982090004 2024-11-07T12:21:00,004 INFO [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-07T12:21:00,004 INFO [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-07T12:21:00,004 INFO [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-07T12:21:00,004 INFO [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-07T12:21:00,004 INFO [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-07T12:21:00,004 INFO [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-07T12:21:00,004 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-07T12:21:00,005 INFO [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-07T12:21:00,005 INFO [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-07T12:21:00,005 INFO [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-07T12:21:00,005 INFO [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-07T12:21:00,005 INFO [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-07T12:21:00,005 INFO [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-07T12:21:00,008 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/87fb68174c52:0:becomeActiveMaster-HFileCleaner.large.0-1730982060005,5,FailOnTimeoutGroup] 2024-11-07T12:21:00,009 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/87fb68174c52:0:becomeActiveMaster-HFileCleaner.small.0-1730982060008,5,FailOnTimeoutGroup] 2024-11-07T12:21:00,009 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-07T12:21:00,010 INFO [master/87fb68174c52:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-07T12:21:00,010 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-07T12:21:00,010 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-07T12:21:00,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35633 is added to blk_1073741831_1007 (size=1321) 2024-11-07T12:21:00,014 INFO [RS:0;87fb68174c52:32859 {}] regionserver.HRegionServer(746): ClusterId : 8f897d81-3a7f-40fa-a60d-e46ce0c9f56e 2024-11-07T12:21:00,014 DEBUG [RS:0;87fb68174c52:32859 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-07T12:21:00,016 DEBUG [RS:0;87fb68174c52:32859 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-07T12:21:00,016 DEBUG [RS:0;87fb68174c52:32859 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-07T12:21:00,017 DEBUG [RS:0;87fb68174c52:32859 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-07T12:21:00,018 DEBUG [RS:0;87fb68174c52:32859 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e0353a4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=87fb68174c52/172.17.0.3:0 2024-11-07T12:21:00,039 DEBUG [RS:0;87fb68174c52:32859 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;87fb68174c52:32859 2024-11-07T12:21:00,039 INFO [RS:0;87fb68174c52:32859 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-07T12:21:00,039 INFO [RS:0;87fb68174c52:32859 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-07T12:21:00,039 DEBUG [RS:0;87fb68174c52:32859 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-07T12:21:00,039 INFO [RS:0;87fb68174c52:32859 {}] regionserver.HRegionServer(2659): reportForDuty to master=87fb68174c52,42433,1730982058916 with port=32859, startcode=1730982058980 2024-11-07T12:21:00,040 DEBUG [RS:0;87fb68174c52:32859 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-07T12:21:00,041 INFO [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40587, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=RegionServerStatusService 2024-11-07T12:21:00,041 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42433 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 87fb68174c52,32859,1730982058980 2024-11-07T12:21:00,041 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42433 {}] master.ServerManager(517): Registering regionserver=87fb68174c52,32859,1730982058980 2024-11-07T12:21:00,043 DEBUG [RS:0;87fb68174c52:32859 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45709/user/jenkins/test-data/b649327a-62e9-979d-0d6a-037d7dae15c2 2024-11-07T12:21:00,043 DEBUG [RS:0;87fb68174c52:32859 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45709 2024-11-07T12:21:00,043 DEBUG [RS:0;87fb68174c52:32859 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-07T12:21:00,047 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42433-0x1001a3004b30006, quorum=127.0.0.1:64763, baseZNode=/21833647562 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21833647562/rs 2024-11-07T12:21:00,048 DEBUG [RS:0;87fb68174c52:32859 {}] zookeeper.ZKUtil(111): regionserver:32859-0x1001a3004b30007, quorum=127.0.0.1:64763, baseZNode=/21833647562 Set watcher on existing znode=/21833647562/rs/87fb68174c52,32859,1730982058980 2024-11-07T12:21:00,048 WARN [RS:0;87fb68174c52:32859 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-07T12:21:00,048 INFO [RS:0;87fb68174c52:32859 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T12:21:00,048 DEBUG [RS:0;87fb68174c52:32859 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45709/user/jenkins/test-data/b649327a-62e9-979d-0d6a-037d7dae15c2/WALs/87fb68174c52,32859,1730982058980 2024-11-07T12:21:00,052 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [87fb68174c52,32859,1730982058980] 2024-11-07T12:21:00,054 INFO [RS:0;87fb68174c52:32859 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-07T12:21:00,055 INFO [RS:0;87fb68174c52:32859 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-07T12:21:00,055 INFO [RS:0;87fb68174c52:32859 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-07T12:21:00,055 INFO [RS:0;87fb68174c52:32859 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T12:21:00,056 INFO [RS:0;87fb68174c52:32859 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-07T12:21:00,057 INFO [RS:0;87fb68174c52:32859 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-07T12:21:00,057 INFO [RS:0;87fb68174c52:32859 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-07T12:21:00,057 DEBUG [RS:0;87fb68174c52:32859 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:21:00,057 DEBUG [RS:0;87fb68174c52:32859 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:21:00,057 DEBUG [RS:0;87fb68174c52:32859 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:21:00,057 DEBUG [RS:0;87fb68174c52:32859 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:21:00,057 DEBUG [RS:0;87fb68174c52:32859 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:21:00,057 DEBUG [RS:0;87fb68174c52:32859 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/87fb68174c52:0, corePoolSize=2, maxPoolSize=2 2024-11-07T12:21:00,057 DEBUG [RS:0;87fb68174c52:32859 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:21:00,057 DEBUG [RS:0;87fb68174c52:32859 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:21:00,057 DEBUG [RS:0;87fb68174c52:32859 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:21:00,057 DEBUG [RS:0;87fb68174c52:32859 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:21:00,057 DEBUG [RS:0;87fb68174c52:32859 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:21:00,057 DEBUG [RS:0;87fb68174c52:32859 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:21:00,057 DEBUG [RS:0;87fb68174c52:32859 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/87fb68174c52:0, corePoolSize=3, maxPoolSize=3 2024-11-07T12:21:00,057 DEBUG [RS:0;87fb68174c52:32859 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/87fb68174c52:0, corePoolSize=3, maxPoolSize=3 2024-11-07T12:21:00,059 INFO [RS:0;87fb68174c52:32859 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T12:21:00,060 INFO [RS:0;87fb68174c52:32859 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T12:21:00,060 INFO [RS:0;87fb68174c52:32859 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T12:21:00,060 INFO [RS:0;87fb68174c52:32859 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-07T12:21:00,060 INFO [RS:0;87fb68174c52:32859 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-07T12:21:00,060 INFO [RS:0;87fb68174c52:32859 {}] hbase.ChoreService(168): Chore ScheduledChore name=87fb68174c52,32859,1730982058980-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-07T12:21:00,078 INFO [RS:0;87fb68174c52:32859 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-07T12:21:00,078 INFO [RS:0;87fb68174c52:32859 {}] hbase.ChoreService(168): Chore ScheduledChore name=87fb68174c52,32859,1730982058980-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T12:21:00,078 INFO [RS:0;87fb68174c52:32859 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T12:21:00,078 INFO [RS:0;87fb68174c52:32859 {}] regionserver.Replication(171): 87fb68174c52,32859,1730982058980 started 2024-11-07T12:21:00,094 INFO [RS:0;87fb68174c52:32859 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T12:21:00,094 INFO [RS:0;87fb68174c52:32859 {}] regionserver.HRegionServer(1482): Serving as 87fb68174c52,32859,1730982058980, RpcServer on 87fb68174c52/172.17.0.3:32859, sessionid=0x1001a3004b30007 2024-11-07T12:21:00,094 DEBUG [RS:0;87fb68174c52:32859 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-07T12:21:00,094 DEBUG [RS:0;87fb68174c52:32859 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 87fb68174c52,32859,1730982058980 2024-11-07T12:21:00,094 DEBUG [RS:0;87fb68174c52:32859 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '87fb68174c52,32859,1730982058980' 2024-11-07T12:21:00,095 DEBUG [RS:0;87fb68174c52:32859 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/21833647562/flush-table-proc/abort' 2024-11-07T12:21:00,095 DEBUG [RS:0;87fb68174c52:32859 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/21833647562/flush-table-proc/acquired' 2024-11-07T12:21:00,095 DEBUG [RS:0;87fb68174c52:32859 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-07T12:21:00,095 DEBUG [RS:0;87fb68174c52:32859 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-07T12:21:00,095 DEBUG [RS:0;87fb68174c52:32859 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 87fb68174c52,32859,1730982058980 2024-11-07T12:21:00,095 DEBUG [RS:0;87fb68174c52:32859 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '87fb68174c52,32859,1730982058980' 2024-11-07T12:21:00,095 DEBUG [RS:0;87fb68174c52:32859 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/21833647562/online-snapshot/abort' 2024-11-07T12:21:00,096 DEBUG [RS:0;87fb68174c52:32859 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/21833647562/online-snapshot/acquired' 2024-11-07T12:21:00,096 DEBUG [RS:0;87fb68174c52:32859 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-07T12:21:00,096 INFO [RS:0;87fb68174c52:32859 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-07T12:21:00,096 INFO [RS:0;87fb68174c52:32859 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-07T12:21:00,196 INFO [RS:0;87fb68174c52:32859 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-07T12:21:00,198 INFO [RS:0;87fb68174c52:32859 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=87fb68174c52%2C32859%2C1730982058980, suffix=, logDir=hdfs://localhost:45709/user/jenkins/test-data/b649327a-62e9-979d-0d6a-037d7dae15c2/WALs/87fb68174c52,32859,1730982058980, archiveDir=hdfs://localhost:45709/user/jenkins/test-data/b649327a-62e9-979d-0d6a-037d7dae15c2/oldWALs, maxLogs=10 2024-11-07T12:21:00,211 DEBUG [RS:0;87fb68174c52:32859 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/b649327a-62e9-979d-0d6a-037d7dae15c2/WALs/87fb68174c52,32859,1730982058980/87fb68174c52%2C32859%2C1730982058980.1730982060198, exclude list is [], retry=0 2024-11-07T12:21:00,213 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35633,DS-0e1a7541-80ed-47bd-a905-259eb963db5c,DISK] 2024-11-07T12:21:00,215 INFO [RS:0;87fb68174c52:32859 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b649327a-62e9-979d-0d6a-037d7dae15c2/WALs/87fb68174c52,32859,1730982058980/87fb68174c52%2C32859%2C1730982058980.1730982060198 2024-11-07T12:21:00,215 DEBUG [RS:0;87fb68174c52:32859 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46289:46289)] 2024-11-07T12:21:00,415 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45709/user/jenkins/test-data/b649327a-62e9-979d-0d6a-037d7dae15c2/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-07T12:21:00,415 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45709/user/jenkins/test-data/b649327a-62e9-979d-0d6a-037d7dae15c2 2024-11-07T12:21:00,420 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35633 is added to blk_1073741833_1009 (size=32) 2024-11-07T12:21:00,821 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T12:21:00,822 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-07T12:21:00,823 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-07T12:21:00,823 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:21:00,823 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T12:21:00,824 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-07T12:21:00,825 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-07T12:21:00,825 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:21:00,826 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T12:21:00,826 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-07T12:21:00,827 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-07T12:21:00,827 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:21:00,827 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T12:21:00,828 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-07T12:21:00,828 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-07T12:21:00,828 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:21:00,829 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T12:21:00,829 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-07T12:21:00,829 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45709/user/jenkins/test-data/b649327a-62e9-979d-0d6a-037d7dae15c2/data/hbase/meta/1588230740 2024-11-07T12:21:00,830 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45709/user/jenkins/test-data/b649327a-62e9-979d-0d6a-037d7dae15c2/data/hbase/meta/1588230740 2024-11-07T12:21:00,831 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-07T12:21:00,831 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-07T12:21:00,831 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T12:21:00,832 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-07T12:21:00,833 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45709/user/jenkins/test-data/b649327a-62e9-979d-0d6a-037d7dae15c2/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T12:21:00,833 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62278200, jitterRate=-0.0719825029373169}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T12:21:00,834 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1730982060821Initializing all the Stores at 1730982060821Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730982060822 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730982060822Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730982060822Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730982060822Cleaning up temporary data from old regions at 1730982060831 (+9 ms)Region opened successfully at 1730982060833 (+2 ms) 2024-11-07T12:21:00,834 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-07T12:21:00,834 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-07T12:21:00,834 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-07T12:21:00,834 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-07T12:21:00,834 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-07T12:21:00,835 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-07T12:21:00,835 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1730982060834Disabling compacts and flushes for region at 1730982060834Disabling writes for close at 1730982060834Writing region close event to WAL at 1730982060835 (+1 ms)Closed at 1730982060835 2024-11-07T12:21:00,835 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T12:21:00,835 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-07T12:21:00,836 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-07T12:21:00,837 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-07T12:21:00,838 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-07T12:21:00,988 DEBUG [87fb68174c52:42433 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-07T12:21:00,989 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=87fb68174c52,32859,1730982058980 2024-11-07T12:21:00,990 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 87fb68174c52,32859,1730982058980, state=OPENING 2024-11-07T12:21:00,991 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-07T12:21:00,993 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32859-0x1001a3004b30007, quorum=127.0.0.1:64763, baseZNode=/21833647562 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21833647562 2024-11-07T12:21:00,993 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42433-0x1001a3004b30006, quorum=127.0.0.1:64763, baseZNode=/21833647562 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21833647562 2024-11-07T12:21:00,993 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21833647562/meta-region-server: CHANGED 2024-11-07T12:21:00,993 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21833647562/meta-region-server: CHANGED 2024-11-07T12:21:00,993 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-07T12:21:00,993 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=87fb68174c52,32859,1730982058980}] 2024-11-07T12:21:01,145 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-07T12:21:01,147 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50387, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-07T12:21:01,150 INFO [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-07T12:21:01,150 INFO [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T12:21:01,150 INFO [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-07T12:21:01,151 INFO [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=87fb68174c52%2C32859%2C1730982058980.meta, suffix=.meta, logDir=hdfs://localhost:45709/user/jenkins/test-data/b649327a-62e9-979d-0d6a-037d7dae15c2/WALs/87fb68174c52,32859,1730982058980, archiveDir=hdfs://localhost:45709/user/jenkins/test-data/b649327a-62e9-979d-0d6a-037d7dae15c2/oldWALs, maxLogs=10 2024-11-07T12:21:01,165 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/b649327a-62e9-979d-0d6a-037d7dae15c2/WALs/87fb68174c52,32859,1730982058980/87fb68174c52%2C32859%2C1730982058980.meta.1730982061151.meta, exclude list is [], retry=0 2024-11-07T12:21:01,166 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35633,DS-0e1a7541-80ed-47bd-a905-259eb963db5c,DISK] 2024-11-07T12:21:01,168 INFO [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b649327a-62e9-979d-0d6a-037d7dae15c2/WALs/87fb68174c52,32859,1730982058980/87fb68174c52%2C32859%2C1730982058980.meta.1730982061151.meta 2024-11-07T12:21:01,168 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46289:46289)] 2024-11-07T12:21:01,168 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-07T12:21:01,169 INFO [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-07T12:21:01,169 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-07T12:21:01,170 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-07T12:21:01,170 INFO [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-07T12:21:01,170 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-07T12:21:01,170 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T12:21:01,170 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-07T12:21:01,170 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-07T12:21:01,171 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-07T12:21:01,172 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-07T12:21:01,172 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:21:01,172 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T12:21:01,172 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-07T12:21:01,173 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-07T12:21:01,173 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:21:01,173 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T12:21:01,173 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-07T12:21:01,174 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-07T12:21:01,174 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:21:01,174 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T12:21:01,174 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-07T12:21:01,175 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-07T12:21:01,175 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:21:01,175 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T12:21:01,175 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-07T12:21:01,176 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45709/user/jenkins/test-data/b649327a-62e9-979d-0d6a-037d7dae15c2/data/hbase/meta/1588230740 2024-11-07T12:21:01,176 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45709/user/jenkins/test-data/b649327a-62e9-979d-0d6a-037d7dae15c2/data/hbase/meta/1588230740 2024-11-07T12:21:01,177 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-07T12:21:01,177 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-07T12:21:01,178 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T12:21:01,179 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-07T12:21:01,179 INFO [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75066122, jitterRate=0.11857238411903381}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T12:21:01,179 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-07T12:21:01,179 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1730982061170Writing region info on filesystem at 1730982061170Initializing all the Stores at 1730982061171 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730982061171Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730982061171Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730982061171Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730982061171Cleaning up temporary data from old regions at 1730982061177 (+6 ms)Running coprocessor post-open hooks at 1730982061179 (+2 ms)Region opened successfully at 1730982061179 2024-11-07T12:21:01,180 INFO [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1730982061145 2024-11-07T12:21:01,182 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-07T12:21:01,182 INFO [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-07T12:21:01,183 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=87fb68174c52,32859,1730982058980 2024-11-07T12:21:01,183 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 87fb68174c52,32859,1730982058980, state=OPEN 2024-11-07T12:21:01,185 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42433-0x1001a3004b30006, quorum=127.0.0.1:64763, baseZNode=/21833647562 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/21833647562/meta-region-server 2024-11-07T12:21:01,185 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32859-0x1001a3004b30007, quorum=127.0.0.1:64763, baseZNode=/21833647562 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/21833647562/meta-region-server 2024-11-07T12:21:01,185 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=87fb68174c52,32859,1730982058980 2024-11-07T12:21:01,185 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21833647562/meta-region-server: CHANGED 2024-11-07T12:21:01,185 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21833647562/meta-region-server: CHANGED 2024-11-07T12:21:01,187 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-07T12:21:01,187 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=87fb68174c52,32859,1730982058980 in 192 msec 2024-11-07T12:21:01,188 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-07T12:21:01,188 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 351 msec 2024-11-07T12:21:01,189 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T12:21:01,189 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-07T12:21:01,190 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T12:21:01,190 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=87fb68174c52,32859,1730982058980, seqNum=-1] 2024-11-07T12:21:01,190 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T12:21:01,191 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58695, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T12:21:01,194 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1980 sec 2024-11-07T12:21:01,195 INFO [master/87fb68174c52:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1730982061194, completionTime=-1 2024-11-07T12:21:01,195 INFO [master/87fb68174c52:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-07T12:21:01,195 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-07T12:21:01,196 INFO [master/87fb68174c52:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-07T12:21:01,196 INFO [master/87fb68174c52:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1730982121196 2024-11-07T12:21:01,196 INFO [master/87fb68174c52:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1730982181196 2024-11-07T12:21:01,197 INFO [master/87fb68174c52:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-07T12:21:01,197 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=87fb68174c52,42433,1730982058916-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T12:21:01,197 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=87fb68174c52,42433,1730982058916-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T12:21:01,197 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=87fb68174c52,42433,1730982058916-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T12:21:01,197 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-87fb68174c52:42433, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T12:21:01,197 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-07T12:21:01,197 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-07T12:21:01,199 DEBUG [master/87fb68174c52:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-07T12:21:01,200 INFO [master/87fb68174c52:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.171sec 2024-11-07T12:21:01,201 INFO [master/87fb68174c52:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-07T12:21:01,201 INFO [master/87fb68174c52:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-07T12:21:01,201 INFO [master/87fb68174c52:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-07T12:21:01,201 INFO [master/87fb68174c52:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-07T12:21:01,201 INFO [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-07T12:21:01,201 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=87fb68174c52,42433,1730982058916-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-07T12:21:01,201 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=87fb68174c52,42433,1730982058916-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-07T12:21:01,203 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-07T12:21:01,203 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-07T12:21:01,203 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=87fb68174c52,42433,1730982058916-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T12:21:01,214 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@cc46eda, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:21:01,214 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 87fb68174c52,42433,-1 for getting cluster id 2024-11-07T12:21:01,215 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T12:21:01,216 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8f897d81-3a7f-40fa-a60d-e46ce0c9f56e' 2024-11-07T12:21:01,216 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T12:21:01,216 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8f897d81-3a7f-40fa-a60d-e46ce0c9f56e" 2024-11-07T12:21:01,216 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6476d6a4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:21:01,216 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [87fb68174c52,42433,-1] 2024-11-07T12:21:01,216 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T12:21:01,217 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:21:01,217 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52642, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T12:21:01,218 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@fd1a4b1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:21:01,218 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T12:21:01,219 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=87fb68174c52,32859,1730982058980, seqNum=-1] 2024-11-07T12:21:01,219 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T12:21:01,220 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33688, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T12:21:01,221 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=87fb68174c52,42433,1730982058916 2024-11-07T12:21:01,222 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:64763 2024-11-07T12:21:01,227 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:64763, baseZNode=/21833647562 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T12:21:01,228 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x1001a3004b30008 connected 2024-11-07T12:21:01,231 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T12:21:01,232 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 87fb68174c52,38281,1730982051439 2024-11-07T12:21:01,232 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@e5b045e 2024-11-07T12:21:01,232 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T12:21:01,233 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59272, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-07T12:21:01,233 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38281 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-07T12:21:01,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38281 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-07T12:21:01,235 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-07T12:21:01,235 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:21:01,235 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38281 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-07T12:21:01,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38281 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T12:21:01,236 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-07T12:21:01,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37641 is added to blk_1073741835_1011 (size=902) 2024-11-07T12:21:01,249 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 0af02d46812de728c9f96a1ed0906535, NAME => 'test,,1730982061233.0af02d46812de728c9f96a1ed0906535.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35727/user/jenkins/test-data/b7a10cc3-99d6-7ae0-ecf8-2f74aa4d8e19 2024-11-07T12:21:01,259 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37641 is added to blk_1073741836_1012 (size=39) 2024-11-07T12:21:01,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38281 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T12:21:01,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38281 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T12:21:01,660 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1730982061233.0af02d46812de728c9f96a1ed0906535.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T12:21:01,660 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 0af02d46812de728c9f96a1ed0906535, disabling compactions & flushes 2024-11-07T12:21:01,660 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1730982061233.0af02d46812de728c9f96a1ed0906535. 2024-11-07T12:21:01,660 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1730982061233.0af02d46812de728c9f96a1ed0906535. 2024-11-07T12:21:01,660 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1730982061233.0af02d46812de728c9f96a1ed0906535. after waiting 0 ms 2024-11-07T12:21:01,660 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1730982061233.0af02d46812de728c9f96a1ed0906535. 2024-11-07T12:21:01,660 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1730982061233.0af02d46812de728c9f96a1ed0906535. 2024-11-07T12:21:01,660 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 0af02d46812de728c9f96a1ed0906535: Waiting for close lock at 1730982061660Disabling compacts and flushes for region at 1730982061660Disabling writes for close at 1730982061660Writing region close event to WAL at 1730982061660Closed at 1730982061660 2024-11-07T12:21:01,662 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-07T12:21:01,662 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1730982061233.0af02d46812de728c9f96a1ed0906535.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1730982061662"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1730982061662"}]},"ts":"1730982061662"} 2024-11-07T12:21:01,664 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-07T12:21:01,665 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-07T12:21:01,665 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1730982061665"}]},"ts":"1730982061665"} 2024-11-07T12:21:01,667 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-07T12:21:01,667 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=0af02d46812de728c9f96a1ed0906535, ASSIGN}] 2024-11-07T12:21:01,668 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=0af02d46812de728c9f96a1ed0906535, ASSIGN 2024-11-07T12:21:01,669 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=0af02d46812de728c9f96a1ed0906535, ASSIGN; state=OFFLINE, location=87fb68174c52,33365,1730982051535; forceNewPlan=false, retain=false 2024-11-07T12:21:01,820 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=0af02d46812de728c9f96a1ed0906535, regionState=OPENING, regionLocation=87fb68174c52,33365,1730982051535 2024-11-07T12:21:01,822 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=0af02d46812de728c9f96a1ed0906535, ASSIGN because future has completed 2024-11-07T12:21:01,823 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0af02d46812de728c9f96a1ed0906535, server=87fb68174c52,33365,1730982051535}] 2024-11-07T12:21:01,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38281 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T12:21:01,978 INFO [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1730982061233.0af02d46812de728c9f96a1ed0906535. 2024-11-07T12:21:01,978 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 0af02d46812de728c9f96a1ed0906535, NAME => 'test,,1730982061233.0af02d46812de728c9f96a1ed0906535.', STARTKEY => '', ENDKEY => ''} 2024-11-07T12:21:01,979 INFO [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-07T12:21:01,979 INFO [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-07T12:21:01,979 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 0af02d46812de728c9f96a1ed0906535 2024-11-07T12:21:01,979 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1730982061233.0af02d46812de728c9f96a1ed0906535.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T12:21:01,979 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 0af02d46812de728c9f96a1ed0906535 2024-11-07T12:21:01,979 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 0af02d46812de728c9f96a1ed0906535 2024-11-07T12:21:01,980 INFO [StoreOpener-0af02d46812de728c9f96a1ed0906535-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 0af02d46812de728c9f96a1ed0906535 2024-11-07T12:21:01,981 INFO [StoreOpener-0af02d46812de728c9f96a1ed0906535-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0af02d46812de728c9f96a1ed0906535 columnFamilyName f 2024-11-07T12:21:01,981 DEBUG [StoreOpener-0af02d46812de728c9f96a1ed0906535-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:21:01,982 INFO [StoreOpener-0af02d46812de728c9f96a1ed0906535-1 {}] regionserver.HStore(327): Store=0af02d46812de728c9f96a1ed0906535/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T12:21:01,982 INFO [StoreOpener-0af02d46812de728c9f96a1ed0906535-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 0af02d46812de728c9f96a1ed0906535 2024-11-07T12:21:01,983 INFO [StoreOpener-0af02d46812de728c9f96a1ed0906535-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0af02d46812de728c9f96a1ed0906535 columnFamilyName f1 2024-11-07T12:21:01,983 DEBUG [StoreOpener-0af02d46812de728c9f96a1ed0906535-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:21:01,983 INFO [StoreOpener-0af02d46812de728c9f96a1ed0906535-1 {}] regionserver.HStore(327): Store=0af02d46812de728c9f96a1ed0906535/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T12:21:01,983 INFO [StoreOpener-0af02d46812de728c9f96a1ed0906535-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 0af02d46812de728c9f96a1ed0906535 2024-11-07T12:21:01,984 INFO [StoreOpener-0af02d46812de728c9f96a1ed0906535-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0af02d46812de728c9f96a1ed0906535 columnFamilyName norep 2024-11-07T12:21:01,984 DEBUG [StoreOpener-0af02d46812de728c9f96a1ed0906535-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:21:01,984 INFO [StoreOpener-0af02d46812de728c9f96a1ed0906535-1 {}] regionserver.HStore(327): Store=0af02d46812de728c9f96a1ed0906535/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T12:21:01,985 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 0af02d46812de728c9f96a1ed0906535 2024-11-07T12:21:01,985 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35727/user/jenkins/test-data/b7a10cc3-99d6-7ae0-ecf8-2f74aa4d8e19/data/default/test/0af02d46812de728c9f96a1ed0906535 2024-11-07T12:21:01,985 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35727/user/jenkins/test-data/b7a10cc3-99d6-7ae0-ecf8-2f74aa4d8e19/data/default/test/0af02d46812de728c9f96a1ed0906535 2024-11-07T12:21:01,986 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 0af02d46812de728c9f96a1ed0906535 2024-11-07T12:21:01,986 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 0af02d46812de728c9f96a1ed0906535 2024-11-07T12:21:01,986 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-07T12:21:01,987 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 0af02d46812de728c9f96a1ed0906535 2024-11-07T12:21:01,989 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35727/user/jenkins/test-data/b7a10cc3-99d6-7ae0-ecf8-2f74aa4d8e19/data/default/test/0af02d46812de728c9f96a1ed0906535/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T12:21:01,989 INFO [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 0af02d46812de728c9f96a1ed0906535; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61917900, jitterRate=-0.0773513913154602}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-07T12:21:01,989 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0af02d46812de728c9f96a1ed0906535 2024-11-07T12:21:01,989 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 0af02d46812de728c9f96a1ed0906535: Running coprocessor pre-open hook at 1730982061979Writing region info on filesystem at 1730982061979Initializing all the Stores at 1730982061980 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730982061980Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730982061980Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730982061980Cleaning up temporary data from old regions at 1730982061986 (+6 ms)Running coprocessor post-open hooks at 1730982061989 (+3 ms)Region opened successfully at 1730982061989 2024-11-07T12:21:01,990 INFO [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1730982061233.0af02d46812de728c9f96a1ed0906535., pid=6, masterSystemTime=1730982061974 2024-11-07T12:21:01,992 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1730982061233.0af02d46812de728c9f96a1ed0906535. 2024-11-07T12:21:01,992 INFO [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1730982061233.0af02d46812de728c9f96a1ed0906535. 2024-11-07T12:21:01,992 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=0af02d46812de728c9f96a1ed0906535, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=87fb68174c52,33365,1730982051535 2024-11-07T12:21:01,994 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0af02d46812de728c9f96a1ed0906535, server=87fb68174c52,33365,1730982051535 because future has completed 2024-11-07T12:21:01,996 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-07T12:21:01,996 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 0af02d46812de728c9f96a1ed0906535, server=87fb68174c52,33365,1730982051535 in 173 msec 2024-11-07T12:21:01,998 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-07T12:21:01,998 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=0af02d46812de728c9f96a1ed0906535, ASSIGN in 329 msec 2024-11-07T12:21:01,999 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-07T12:21:01,999 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1730982061999"}]},"ts":"1730982061999"} 2024-11-07T12:21:02,001 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-07T12:21:02,002 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-07T12:21:02,003 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 769 msec 2024-11-07T12:21:02,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38281 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T12:21:02,375 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T12:21:02,375 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-07T12:21:02,381 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 87fb68174c52,41269,1730982055345 2024-11-07T12:21:02,381 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3cc9e64b 2024-11-07T12:21:02,381 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T12:21:02,383 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35084, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-07T12:21:02,384 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-07T12:21:02,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-07T12:21:02,386 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-07T12:21:02,386 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:21:02,386 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-07T12:21:02,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T12:21:02,387 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-07T12:21:02,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36689 is added to blk_1073741835_1011 (size=902) 2024-11-07T12:21:02,402 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => b9037686a8010e69bc1eebe0a10e1ee8, NAME => 'test,,1730982062383.b9037686a8010e69bc1eebe0a10e1ee8.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33215/user/jenkins/test-data/cc845086-fd0c-f7c9-7663-ad1fda0d6b2f 2024-11-07T12:21:02,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36689 is added to blk_1073741836_1012 (size=39) 2024-11-07T12:21:02,428 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1730982062383.b9037686a8010e69bc1eebe0a10e1ee8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T12:21:02,428 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing b9037686a8010e69bc1eebe0a10e1ee8, disabling compactions & flushes 2024-11-07T12:21:02,428 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1730982062383.b9037686a8010e69bc1eebe0a10e1ee8. 2024-11-07T12:21:02,428 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1730982062383.b9037686a8010e69bc1eebe0a10e1ee8. 2024-11-07T12:21:02,428 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1730982062383.b9037686a8010e69bc1eebe0a10e1ee8. after waiting 0 ms 2024-11-07T12:21:02,428 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1730982062383.b9037686a8010e69bc1eebe0a10e1ee8. 2024-11-07T12:21:02,428 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1730982062383.b9037686a8010e69bc1eebe0a10e1ee8. 2024-11-07T12:21:02,428 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for b9037686a8010e69bc1eebe0a10e1ee8: Waiting for close lock at 1730982062428Disabling compacts and flushes for region at 1730982062428Disabling writes for close at 1730982062428Writing region close event to WAL at 1730982062428Closed at 1730982062428 2024-11-07T12:21:02,429 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-07T12:21:02,429 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1730982062383.b9037686a8010e69bc1eebe0a10e1ee8.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1730982062429"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1730982062429"}]},"ts":"1730982062429"} 2024-11-07T12:21:02,435 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-07T12:21:02,436 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-07T12:21:02,436 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1730982062436"}]},"ts":"1730982062436"} 2024-11-07T12:21:02,438 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-07T12:21:02,438 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=b9037686a8010e69bc1eebe0a10e1ee8, ASSIGN}] 2024-11-07T12:21:02,439 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=b9037686a8010e69bc1eebe0a10e1ee8, ASSIGN 2024-11-07T12:21:02,440 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=b9037686a8010e69bc1eebe0a10e1ee8, ASSIGN; state=OFFLINE, location=87fb68174c52,44625,1730982055393; forceNewPlan=false, retain=false 2024-11-07T12:21:02,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T12:21:02,591 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=b9037686a8010e69bc1eebe0a10e1ee8, regionState=OPENING, regionLocation=87fb68174c52,44625,1730982055393 2024-11-07T12:21:02,592 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=b9037686a8010e69bc1eebe0a10e1ee8, ASSIGN because future has completed 2024-11-07T12:21:02,593 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure b9037686a8010e69bc1eebe0a10e1ee8, server=87fb68174c52,44625,1730982055393}] 2024-11-07T12:21:02,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T12:21:02,749 INFO [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1730982062383.b9037686a8010e69bc1eebe0a10e1ee8. 2024-11-07T12:21:02,749 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => b9037686a8010e69bc1eebe0a10e1ee8, NAME => 'test,,1730982062383.b9037686a8010e69bc1eebe0a10e1ee8.', STARTKEY => '', ENDKEY => ''} 2024-11-07T12:21:02,750 INFO [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-07T12:21:02,750 INFO [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-07T12:21:02,750 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test b9037686a8010e69bc1eebe0a10e1ee8 2024-11-07T12:21:02,750 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1730982062383.b9037686a8010e69bc1eebe0a10e1ee8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T12:21:02,750 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for b9037686a8010e69bc1eebe0a10e1ee8 2024-11-07T12:21:02,750 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for b9037686a8010e69bc1eebe0a10e1ee8 2024-11-07T12:21:02,753 INFO [StoreOpener-b9037686a8010e69bc1eebe0a10e1ee8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region b9037686a8010e69bc1eebe0a10e1ee8 2024-11-07T12:21:02,755 INFO [StoreOpener-b9037686a8010e69bc1eebe0a10e1ee8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b9037686a8010e69bc1eebe0a10e1ee8 columnFamilyName f 2024-11-07T12:21:02,755 DEBUG [StoreOpener-b9037686a8010e69bc1eebe0a10e1ee8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:21:02,755 INFO [StoreOpener-b9037686a8010e69bc1eebe0a10e1ee8-1 {}] regionserver.HStore(327): Store=b9037686a8010e69bc1eebe0a10e1ee8/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T12:21:02,755 INFO [StoreOpener-b9037686a8010e69bc1eebe0a10e1ee8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region b9037686a8010e69bc1eebe0a10e1ee8 2024-11-07T12:21:02,756 INFO [StoreOpener-b9037686a8010e69bc1eebe0a10e1ee8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b9037686a8010e69bc1eebe0a10e1ee8 columnFamilyName f1 2024-11-07T12:21:02,756 DEBUG [StoreOpener-b9037686a8010e69bc1eebe0a10e1ee8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:21:02,756 INFO [StoreOpener-b9037686a8010e69bc1eebe0a10e1ee8-1 {}] regionserver.HStore(327): Store=b9037686a8010e69bc1eebe0a10e1ee8/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T12:21:02,756 INFO [StoreOpener-b9037686a8010e69bc1eebe0a10e1ee8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region b9037686a8010e69bc1eebe0a10e1ee8 2024-11-07T12:21:02,757 INFO [StoreOpener-b9037686a8010e69bc1eebe0a10e1ee8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b9037686a8010e69bc1eebe0a10e1ee8 columnFamilyName norep 2024-11-07T12:21:02,757 DEBUG [StoreOpener-b9037686a8010e69bc1eebe0a10e1ee8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:21:02,758 INFO [StoreOpener-b9037686a8010e69bc1eebe0a10e1ee8-1 {}] regionserver.HStore(327): Store=b9037686a8010e69bc1eebe0a10e1ee8/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T12:21:02,758 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for b9037686a8010e69bc1eebe0a10e1ee8 2024-11-07T12:21:02,758 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33215/user/jenkins/test-data/cc845086-fd0c-f7c9-7663-ad1fda0d6b2f/data/default/test/b9037686a8010e69bc1eebe0a10e1ee8 2024-11-07T12:21:02,758 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33215/user/jenkins/test-data/cc845086-fd0c-f7c9-7663-ad1fda0d6b2f/data/default/test/b9037686a8010e69bc1eebe0a10e1ee8 2024-11-07T12:21:02,759 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for b9037686a8010e69bc1eebe0a10e1ee8 2024-11-07T12:21:02,759 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for b9037686a8010e69bc1eebe0a10e1ee8 2024-11-07T12:21:02,760 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-07T12:21:02,760 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for b9037686a8010e69bc1eebe0a10e1ee8 2024-11-07T12:21:02,764 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33215/user/jenkins/test-data/cc845086-fd0c-f7c9-7663-ad1fda0d6b2f/data/default/test/b9037686a8010e69bc1eebe0a10e1ee8/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T12:21:02,764 INFO [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened b9037686a8010e69bc1eebe0a10e1ee8; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72014736, jitterRate=0.07310318946838379}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-07T12:21:02,764 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b9037686a8010e69bc1eebe0a10e1ee8 2024-11-07T12:21:02,764 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for b9037686a8010e69bc1eebe0a10e1ee8: Running coprocessor pre-open hook at 1730982062750Writing region info on filesystem at 1730982062750Initializing all the Stores at 1730982062751 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730982062751Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730982062753 (+2 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730982062753Cleaning up temporary data from old regions at 1730982062759 (+6 ms)Running coprocessor post-open hooks at 1730982062764 (+5 ms)Region opened successfully at 1730982062764 2024-11-07T12:21:02,765 INFO [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1730982062383.b9037686a8010e69bc1eebe0a10e1ee8., pid=6, masterSystemTime=1730982062745 2024-11-07T12:21:02,767 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1730982062383.b9037686a8010e69bc1eebe0a10e1ee8. 2024-11-07T12:21:02,767 INFO [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1730982062383.b9037686a8010e69bc1eebe0a10e1ee8. 2024-11-07T12:21:02,768 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=b9037686a8010e69bc1eebe0a10e1ee8, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=87fb68174c52,44625,1730982055393 2024-11-07T12:21:02,770 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure b9037686a8010e69bc1eebe0a10e1ee8, server=87fb68174c52,44625,1730982055393 because future has completed 2024-11-07T12:21:02,772 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41269 {}] assignment.AssignmentManager(1535): Unable to acquire lock for regionNode state=OPEN, location=87fb68174c52,44625,1730982055393, table=test, region=b9037686a8010e69bc1eebe0a10e1ee8. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-07T12:21:02,779 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-07T12:21:02,779 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure b9037686a8010e69bc1eebe0a10e1ee8, server=87fb68174c52,44625,1730982055393 in 179 msec 2024-11-07T12:21:02,784 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-07T12:21:02,784 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=b9037686a8010e69bc1eebe0a10e1ee8, ASSIGN in 341 msec 2024-11-07T12:21:02,785 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-07T12:21:02,785 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1730982062785"}]},"ts":"1730982062785"} 2024-11-07T12:21:02,786 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-07T12:21:02,787 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-07T12:21:02,788 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 403 msec 2024-11-07T12:21:03,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T12:21:03,015 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-07T12:21:03,015 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T12:21:03,016 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 87fb68174c52,42433,1730982058916 2024-11-07T12:21:03,016 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2b4b7343 2024-11-07T12:21:03,016 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T12:21:03,017 INFO [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52654, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-07T12:21:03,017 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42433 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-07T12:21:03,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42433 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-07T12:21:03,020 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-07T12:21:03,020 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:21:03,020 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42433 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-07T12:21:03,020 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-07T12:21:03,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42433 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T12:21:03,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35633 is added to blk_1073741835_1011 (size=902) 2024-11-07T12:21:03,031 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 69661f4a8f979b13c3a24e17f720aa1d, NAME => 'test,,1730982063017.69661f4a8f979b13c3a24e17f720aa1d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45709/user/jenkins/test-data/b649327a-62e9-979d-0d6a-037d7dae15c2 2024-11-07T12:21:03,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35633 is added to blk_1073741836_1012 (size=39) 2024-11-07T12:21:03,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42433 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T12:21:03,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42433 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T12:21:03,448 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1730982063017.69661f4a8f979b13c3a24e17f720aa1d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T12:21:03,448 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 69661f4a8f979b13c3a24e17f720aa1d, disabling compactions & flushes 2024-11-07T12:21:03,448 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1730982063017.69661f4a8f979b13c3a24e17f720aa1d. 2024-11-07T12:21:03,448 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1730982063017.69661f4a8f979b13c3a24e17f720aa1d. 2024-11-07T12:21:03,448 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1730982063017.69661f4a8f979b13c3a24e17f720aa1d. after waiting 0 ms 2024-11-07T12:21:03,448 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1730982063017.69661f4a8f979b13c3a24e17f720aa1d. 2024-11-07T12:21:03,448 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1730982063017.69661f4a8f979b13c3a24e17f720aa1d. 2024-11-07T12:21:03,448 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 69661f4a8f979b13c3a24e17f720aa1d: Waiting for close lock at 1730982063448Disabling compacts and flushes for region at 1730982063448Disabling writes for close at 1730982063448Writing region close event to WAL at 1730982063448Closed at 1730982063448 2024-11-07T12:21:03,450 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-07T12:21:03,450 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1730982063017.69661f4a8f979b13c3a24e17f720aa1d.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1730982063450"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1730982063450"}]},"ts":"1730982063450"} 2024-11-07T12:21:03,452 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-07T12:21:03,453 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-07T12:21:03,453 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1730982063453"}]},"ts":"1730982063453"} 2024-11-07T12:21:03,455 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-07T12:21:03,455 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=69661f4a8f979b13c3a24e17f720aa1d, ASSIGN}] 2024-11-07T12:21:03,456 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=69661f4a8f979b13c3a24e17f720aa1d, ASSIGN 2024-11-07T12:21:03,457 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=69661f4a8f979b13c3a24e17f720aa1d, ASSIGN; state=OFFLINE, location=87fb68174c52,32859,1730982058980; forceNewPlan=false, retain=false 2024-11-07T12:21:03,559 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-07T12:21:03,560 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T12:21:03,560 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T12:21:03,560 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T12:21:03,560 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T12:21:03,560 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T12:21:03,560 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T12:21:03,561 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T12:21:03,561 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T12:21:03,608 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=69661f4a8f979b13c3a24e17f720aa1d, regionState=OPENING, regionLocation=87fb68174c52,32859,1730982058980 2024-11-07T12:21:03,610 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=69661f4a8f979b13c3a24e17f720aa1d, ASSIGN because future has completed 2024-11-07T12:21:03,629 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 69661f4a8f979b13c3a24e17f720aa1d, server=87fb68174c52,32859,1730982058980}] 2024-11-07T12:21:03,632 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T12:21:03,635 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T12:21:03,635 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T12:21:03,636 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T12:21:03,636 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T12:21:03,637 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T12:21:03,644 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T12:21:03,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42433 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T12:21:03,649 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T12:21:03,649 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T12:21:03,652 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T12:21:03,801 INFO [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1730982063017.69661f4a8f979b13c3a24e17f720aa1d. 2024-11-07T12:21:03,801 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 69661f4a8f979b13c3a24e17f720aa1d, NAME => 'test,,1730982063017.69661f4a8f979b13c3a24e17f720aa1d.', STARTKEY => '', ENDKEY => ''} 2024-11-07T12:21:03,804 INFO [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-07T12:21:03,806 INFO [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-07T12:21:03,810 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 69661f4a8f979b13c3a24e17f720aa1d 2024-11-07T12:21:03,810 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1730982063017.69661f4a8f979b13c3a24e17f720aa1d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T12:21:03,810 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 69661f4a8f979b13c3a24e17f720aa1d 2024-11-07T12:21:03,810 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 69661f4a8f979b13c3a24e17f720aa1d 2024-11-07T12:21:03,829 INFO [StoreOpener-69661f4a8f979b13c3a24e17f720aa1d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 69661f4a8f979b13c3a24e17f720aa1d 2024-11-07T12:21:03,830 INFO [StoreOpener-69661f4a8f979b13c3a24e17f720aa1d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 69661f4a8f979b13c3a24e17f720aa1d columnFamilyName f 2024-11-07T12:21:03,831 DEBUG [StoreOpener-69661f4a8f979b13c3a24e17f720aa1d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:21:03,831 INFO [StoreOpener-69661f4a8f979b13c3a24e17f720aa1d-1 {}] regionserver.HStore(327): Store=69661f4a8f979b13c3a24e17f720aa1d/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T12:21:03,831 INFO [StoreOpener-69661f4a8f979b13c3a24e17f720aa1d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 69661f4a8f979b13c3a24e17f720aa1d 2024-11-07T12:21:03,832 INFO [StoreOpener-69661f4a8f979b13c3a24e17f720aa1d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 69661f4a8f979b13c3a24e17f720aa1d columnFamilyName f1 2024-11-07T12:21:03,832 DEBUG [StoreOpener-69661f4a8f979b13c3a24e17f720aa1d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:21:03,832 INFO [StoreOpener-69661f4a8f979b13c3a24e17f720aa1d-1 {}] regionserver.HStore(327): Store=69661f4a8f979b13c3a24e17f720aa1d/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T12:21:03,832 INFO [StoreOpener-69661f4a8f979b13c3a24e17f720aa1d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 69661f4a8f979b13c3a24e17f720aa1d 2024-11-07T12:21:03,833 INFO [StoreOpener-69661f4a8f979b13c3a24e17f720aa1d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 69661f4a8f979b13c3a24e17f720aa1d columnFamilyName norep 2024-11-07T12:21:03,833 DEBUG [StoreOpener-69661f4a8f979b13c3a24e17f720aa1d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:21:03,833 INFO [StoreOpener-69661f4a8f979b13c3a24e17f720aa1d-1 {}] regionserver.HStore(327): Store=69661f4a8f979b13c3a24e17f720aa1d/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T12:21:03,835 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 69661f4a8f979b13c3a24e17f720aa1d 2024-11-07T12:21:03,836 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45709/user/jenkins/test-data/b649327a-62e9-979d-0d6a-037d7dae15c2/data/default/test/69661f4a8f979b13c3a24e17f720aa1d 2024-11-07T12:21:03,837 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45709/user/jenkins/test-data/b649327a-62e9-979d-0d6a-037d7dae15c2/data/default/test/69661f4a8f979b13c3a24e17f720aa1d 2024-11-07T12:21:03,840 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 69661f4a8f979b13c3a24e17f720aa1d 2024-11-07T12:21:03,840 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 69661f4a8f979b13c3a24e17f720aa1d 2024-11-07T12:21:03,841 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-07T12:21:03,842 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 69661f4a8f979b13c3a24e17f720aa1d 2024-11-07T12:21:03,845 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45709/user/jenkins/test-data/b649327a-62e9-979d-0d6a-037d7dae15c2/data/default/test/69661f4a8f979b13c3a24e17f720aa1d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T12:21:03,846 INFO [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 69661f4a8f979b13c3a24e17f720aa1d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66043310, jitterRate=-0.015877991914749146}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-07T12:21:03,846 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 69661f4a8f979b13c3a24e17f720aa1d 2024-11-07T12:21:03,846 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 69661f4a8f979b13c3a24e17f720aa1d: Running coprocessor pre-open hook at 1730982063810Writing region info on filesystem at 1730982063810Initializing all the Stores at 1730982063811 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730982063811Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730982063829 (+18 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730982063829Cleaning up temporary data from old regions at 1730982063840 (+11 ms)Running coprocessor post-open hooks at 1730982063846 (+6 ms)Region opened successfully at 1730982063846 2024-11-07T12:21:03,848 INFO [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1730982063017.69661f4a8f979b13c3a24e17f720aa1d., pid=6, masterSystemTime=1730982063795 2024-11-07T12:21:03,851 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1730982063017.69661f4a8f979b13c3a24e17f720aa1d. 2024-11-07T12:21:03,851 INFO [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1730982063017.69661f4a8f979b13c3a24e17f720aa1d. 2024-11-07T12:21:03,851 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=69661f4a8f979b13c3a24e17f720aa1d, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=87fb68174c52,32859,1730982058980 2024-11-07T12:21:03,853 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 69661f4a8f979b13c3a24e17f720aa1d, server=87fb68174c52,32859,1730982058980 because future has completed 2024-11-07T12:21:03,873 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-07T12:21:03,873 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 69661f4a8f979b13c3a24e17f720aa1d, server=87fb68174c52,32859,1730982058980 in 240 msec 2024-11-07T12:21:03,875 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-07T12:21:03,875 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=69661f4a8f979b13c3a24e17f720aa1d, ASSIGN in 418 msec 2024-11-07T12:21:03,876 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-07T12:21:03,876 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1730982063876"}]},"ts":"1730982063876"} 2024-11-07T12:21:03,878 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-07T12:21:03,879 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-07T12:21:03,880 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 861 msec 2024-11-07T12:21:04,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42433 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T12:21:04,155 INFO [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-07T12:21:04,156 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1430933a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:21:04,156 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 87fb68174c52,38281,-1 for getting cluster id 2024-11-07T12:21:04,156 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T12:21:04,157 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0d1340e5-f68a-491a-b2e0-31acca7a9124' 2024-11-07T12:21:04,157 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T12:21:04,157 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0d1340e5-f68a-491a-b2e0-31acca7a9124" 2024-11-07T12:21:04,157 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@706ee486, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:21:04,157 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [87fb68174c52,38281,-1] 2024-11-07T12:21:04,158 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T12:21:04,158 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:21:04,159 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59302, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T12:21:04,159 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24fe14d6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:21:04,160 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T12:21:04,161 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is 87fb68174c52,38281,1730982051439 2024-11-07T12:21:04,161 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@325b0d87 2024-11-07T12:21:04,161 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T12:21:04,162 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59310, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-07T12:21:04,163 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38281 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://87fb68174c52:41269,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-07T12:21:04,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38281 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-07T12:21:04,167 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='87fb68174c52:41269' 2024-11-07T12:21:04,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38281 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-07T12:21:04,179 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16ec4655, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:21:04,179 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 87fb68174c52,41269,-1 for getting cluster id 2024-11-07T12:21:04,179 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T12:21:04,179 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b48c6730-7a44-42c0-b907-bb5fcb78bb91' 2024-11-07T12:21:04,179 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T12:21:04,180 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b48c6730-7a44-42c0-b907-bb5fcb78bb91" 2024-11-07T12:21:04,180 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70f0d15, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:21:04,180 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [87fb68174c52,41269,-1] 2024-11-07T12:21:04,180 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T12:21:04,180 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:21:04,181 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35102, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T12:21:04,182 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69f28f4c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:21:04,183 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T12:21:04,184 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 87fb68174c52,41269,1730982055345 2024-11-07T12:21:04,184 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@74c18c31 2024-11-07T12:21:04,184 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T12:21:04,185 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35104, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-07T12:21:04,187 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-07T12:21:04,187 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-07T12:21:04,187 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:21:04,187 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:21:04,187 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T12:21:04,188 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-07T12:21:04,197 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-07T12:21:04,198 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-07T12:21:04,198 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:21:04,199 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-07T12:21:04,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37641 is added to blk_1073741837_1013 (size=1138) 2024-11-07T12:21:04,247 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-07T12:21:04,257 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 6fca5bf194c78f104d2d4bf8e9656e23, NAME => 'hbase:replication,,1730982064187.6fca5bf194c78f104d2d4bf8e9656e23.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35727/user/jenkins/test-data/b7a10cc3-99d6-7ae0-ecf8-2f74aa4d8e19 2024-11-07T12:21:04,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38281 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-07T12:21:04,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37641 is added to blk_1073741838_1014 (size=44) 2024-11-07T12:21:04,291 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1730982064187.6fca5bf194c78f104d2d4bf8e9656e23.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T12:21:04,291 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 6fca5bf194c78f104d2d4bf8e9656e23, disabling compactions & flushes 2024-11-07T12:21:04,291 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1730982064187.6fca5bf194c78f104d2d4bf8e9656e23. 2024-11-07T12:21:04,291 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1730982064187.6fca5bf194c78f104d2d4bf8e9656e23. 2024-11-07T12:21:04,291 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1730982064187.6fca5bf194c78f104d2d4bf8e9656e23. after waiting 0 ms 2024-11-07T12:21:04,291 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1730982064187.6fca5bf194c78f104d2d4bf8e9656e23. 2024-11-07T12:21:04,291 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1730982064187.6fca5bf194c78f104d2d4bf8e9656e23. 2024-11-07T12:21:04,291 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 6fca5bf194c78f104d2d4bf8e9656e23: Waiting for close lock at 1730982064291Disabling compacts and flushes for region at 1730982064291Disabling writes for close at 1730982064291Writing region close event to WAL at 1730982064291Closed at 1730982064291 2024-11-07T12:21:04,293 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-07T12:21:04,293 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1730982064187.6fca5bf194c78f104d2d4bf8e9656e23.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1730982064293"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1730982064293"}]},"ts":"1730982064293"} 2024-11-07T12:21:04,295 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-07T12:21:04,296 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-07T12:21:04,297 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1730982064296"}]},"ts":"1730982064296"} 2024-11-07T12:21:04,299 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-07T12:21:04,299 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=6fca5bf194c78f104d2d4bf8e9656e23, ASSIGN}] 2024-11-07T12:21:04,300 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=6fca5bf194c78f104d2d4bf8e9656e23, ASSIGN 2024-11-07T12:21:04,300 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=6fca5bf194c78f104d2d4bf8e9656e23, ASSIGN; state=OFFLINE, location=87fb68174c52,33365,1730982051535; forceNewPlan=false, retain=false 2024-11-07T12:21:04,451 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=6fca5bf194c78f104d2d4bf8e9656e23, regionState=OPENING, regionLocation=87fb68174c52,33365,1730982051535 2024-11-07T12:21:04,454 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=6fca5bf194c78f104d2d4bf8e9656e23, ASSIGN because future has completed 2024-11-07T12:21:04,469 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6fca5bf194c78f104d2d4bf8e9656e23, server=87fb68174c52,33365,1730982051535}] 2024-11-07T12:21:04,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38281 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-07T12:21:04,649 INFO [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1730982064187.6fca5bf194c78f104d2d4bf8e9656e23. 2024-11-07T12:21:04,649 INFO [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T12:21:04,649 INFO [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-07T12:21:04,650 INFO [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=87fb68174c52%2C33365%2C1730982051535.rep, suffix=, logDir=hdfs://localhost:35727/user/jenkins/test-data/b7a10cc3-99d6-7ae0-ecf8-2f74aa4d8e19/WALs/87fb68174c52,33365,1730982051535, archiveDir=hdfs://localhost:35727/user/jenkins/test-data/b7a10cc3-99d6-7ae0-ecf8-2f74aa4d8e19/oldWALs, maxLogs=10 2024-11-07T12:21:04,672 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/b7a10cc3-99d6-7ae0-ecf8-2f74aa4d8e19/WALs/87fb68174c52,33365,1730982051535/87fb68174c52%2C33365%2C1730982051535.rep.1730982064650, exclude list is [], retry=0 2024-11-07T12:21:04,674 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37641,DS-d505a3a5-9762-4b90-be93-c1667df4f478,DISK] 2024-11-07T12:21:04,677 INFO [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b7a10cc3-99d6-7ae0-ecf8-2f74aa4d8e19/WALs/87fb68174c52,33365,1730982051535/87fb68174c52%2C33365%2C1730982051535.rep.1730982064650 2024-11-07T12:21:04,677 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40971:40971)] 2024-11-07T12:21:04,677 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 6fca5bf194c78f104d2d4bf8e9656e23, NAME => 'hbase:replication,,1730982064187.6fca5bf194c78f104d2d4bf8e9656e23.', STARTKEY => '', ENDKEY => ''} 2024-11-07T12:21:04,678 INFO [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-07T12:21:04,678 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-07T12:21:04,678 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1730982064187.6fca5bf194c78f104d2d4bf8e9656e23. service=MultiRowMutationService 2024-11-07T12:21:04,678 INFO [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-07T12:21:04,678 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 6fca5bf194c78f104d2d4bf8e9656e23 2024-11-07T12:21:04,678 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1730982064187.6fca5bf194c78f104d2d4bf8e9656e23.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T12:21:04,678 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 6fca5bf194c78f104d2d4bf8e9656e23 2024-11-07T12:21:04,678 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 6fca5bf194c78f104d2d4bf8e9656e23 2024-11-07T12:21:04,682 INFO [StoreOpener-6fca5bf194c78f104d2d4bf8e9656e23-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 6fca5bf194c78f104d2d4bf8e9656e23 2024-11-07T12:21:04,684 INFO [StoreOpener-6fca5bf194c78f104d2d4bf8e9656e23-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6fca5bf194c78f104d2d4bf8e9656e23 columnFamilyName hfileref 2024-11-07T12:21:04,684 DEBUG [StoreOpener-6fca5bf194c78f104d2d4bf8e9656e23-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:21:04,684 INFO [StoreOpener-6fca5bf194c78f104d2d4bf8e9656e23-1 {}] regionserver.HStore(327): Store=6fca5bf194c78f104d2d4bf8e9656e23/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T12:21:04,684 INFO [StoreOpener-6fca5bf194c78f104d2d4bf8e9656e23-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 6fca5bf194c78f104d2d4bf8e9656e23 2024-11-07T12:21:04,685 INFO [StoreOpener-6fca5bf194c78f104d2d4bf8e9656e23-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6fca5bf194c78f104d2d4bf8e9656e23 columnFamilyName queue 2024-11-07T12:21:04,685 DEBUG [StoreOpener-6fca5bf194c78f104d2d4bf8e9656e23-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:21:04,686 INFO [StoreOpener-6fca5bf194c78f104d2d4bf8e9656e23-1 {}] regionserver.HStore(327): Store=6fca5bf194c78f104d2d4bf8e9656e23/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T12:21:04,686 INFO [StoreOpener-6fca5bf194c78f104d2d4bf8e9656e23-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 6fca5bf194c78f104d2d4bf8e9656e23 2024-11-07T12:21:04,687 INFO [StoreOpener-6fca5bf194c78f104d2d4bf8e9656e23-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6fca5bf194c78f104d2d4bf8e9656e23 columnFamilyName sid 2024-11-07T12:21:04,687 DEBUG [StoreOpener-6fca5bf194c78f104d2d4bf8e9656e23-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:21:04,687 INFO [StoreOpener-6fca5bf194c78f104d2d4bf8e9656e23-1 {}] regionserver.HStore(327): Store=6fca5bf194c78f104d2d4bf8e9656e23/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T12:21:04,688 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 6fca5bf194c78f104d2d4bf8e9656e23 2024-11-07T12:21:04,689 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35727/user/jenkins/test-data/b7a10cc3-99d6-7ae0-ecf8-2f74aa4d8e19/data/hbase/replication/6fca5bf194c78f104d2d4bf8e9656e23 2024-11-07T12:21:04,689 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35727/user/jenkins/test-data/b7a10cc3-99d6-7ae0-ecf8-2f74aa4d8e19/data/hbase/replication/6fca5bf194c78f104d2d4bf8e9656e23 2024-11-07T12:21:04,690 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 6fca5bf194c78f104d2d4bf8e9656e23 2024-11-07T12:21:04,690 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 6fca5bf194c78f104d2d4bf8e9656e23 2024-11-07T12:21:04,691 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-07T12:21:04,692 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 6fca5bf194c78f104d2d4bf8e9656e23 2024-11-07T12:21:04,717 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35727/user/jenkins/test-data/b7a10cc3-99d6-7ae0-ecf8-2f74aa4d8e19/data/hbase/replication/6fca5bf194c78f104d2d4bf8e9656e23/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T12:21:04,718 INFO [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 6fca5bf194c78f104d2d4bf8e9656e23; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63770526, jitterRate=-0.049745112657547}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-07T12:21:04,718 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6fca5bf194c78f104d2d4bf8e9656e23 2024-11-07T12:21:04,718 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 6fca5bf194c78f104d2d4bf8e9656e23: Running coprocessor pre-open hook at 1730982064678Writing region info on filesystem at 1730982064678Initializing all the Stores at 1730982064679 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730982064679Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730982064682 (+3 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730982064682Cleaning up temporary data from old regions at 1730982064690 (+8 ms)Running coprocessor post-open hooks at 1730982064718 (+28 ms)Region opened successfully at 1730982064718 2024-11-07T12:21:04,719 INFO [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1730982064187.6fca5bf194c78f104d2d4bf8e9656e23., pid=10, masterSystemTime=1730982064634 2024-11-07T12:21:04,722 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=6fca5bf194c78f104d2d4bf8e9656e23, regionState=OPEN, openSeqNum=2, regionLocation=87fb68174c52,33365,1730982051535 2024-11-07T12:21:04,724 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6fca5bf194c78f104d2d4bf8e9656e23, server=87fb68174c52,33365,1730982051535 because future has completed 2024-11-07T12:21:04,725 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1730982064187.6fca5bf194c78f104d2d4bf8e9656e23. 2024-11-07T12:21:04,725 INFO [RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1730982064187.6fca5bf194c78f104d2d4bf8e9656e23. 2024-11-07T12:21:04,735 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-07T12:21:04,735 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 6fca5bf194c78f104d2d4bf8e9656e23, server=87fb68174c52,33365,1730982051535 in 263 msec 2024-11-07T12:21:04,737 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-07T12:21:04,737 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=6fca5bf194c78f104d2d4bf8e9656e23, ASSIGN in 436 msec 2024-11-07T12:21:04,738 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-07T12:21:04,738 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1730982064738"}]},"ts":"1730982064738"} 2024-11-07T12:21:04,740 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-07T12:21:04,741 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-07T12:21:04,743 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 546 msec 2024-11-07T12:21:04,767 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1730982064187.6fca5bf194c78f104d2d4bf8e9656e23., hostname=87fb68174c52,33365,1730982051535, seqNum=2] 2024-11-07T12:21:04,776 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38281-0x1001a3004b30000, quorum=127.0.0.1:64763, baseZNode=/0-1650550728 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1650550728 2024-11-07T12:21:04,776 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33365-0x1001a3004b30001, quorum=127.0.0.1:64763, baseZNode=/0-1650550728 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1650550728 2024-11-07T12:21:04,781 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-07T12:21:04,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38281 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-07T12:21:04,933 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33365 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-07T12:21:04,935 INFO [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-07T12:21:04,979 INFO [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-87fb68174c52,33365,1730982051535, ReplicationSource: 1, currentBandwidth=0 2024-11-07T12:21:04,980 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T12:21:04,980 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=87fb68174c52,33365,1730982051535, seqNum=-1] 2024-11-07T12:21:04,981 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T12:21:04,982 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58465, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientService 2024-11-07T12:21:04,984 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-87fb68174c52,33365,1730982051535', locateType=CURRENT is [region=hbase:replication,,1730982064187.6fca5bf194c78f104d2d4bf8e9656e23., hostname=87fb68174c52,33365,1730982051535, seqNum=2] 2024-11-07T12:21:04,988 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-07T12:21:04,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38281 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-07T12:21:04,990 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 87fb68174c52,33365,1730982051535 suceeded 2024-11-07T12:21:04,992 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-07T12:21:04,992 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 210 msec 2024-11-07T12:21:04,992 INFO [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://87fb68174c52:41269,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-07T12:21:04,993 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 829 msec 2024-11-07T12:21:05,010 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,33365,1730982051535 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='87fb68174c52:41269' 2024-11-07T12:21:05,011 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,33365,1730982051535 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3055f1e7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:21:05,011 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,33365,1730982051535 {}] client.ClusterIdFetcher(90): Going to request 87fb68174c52,41269,-1 for getting cluster id 2024-11-07T12:21:05,011 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,33365,1730982051535 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T12:21:05,012 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b48c6730-7a44-42c0-b907-bb5fcb78bb91' 2024-11-07T12:21:05,012 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T12:21:05,012 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b48c6730-7a44-42c0-b907-bb5fcb78bb91" 2024-11-07T12:21:05,013 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3ce854f4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:21:05,013 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [87fb68174c52,41269,-1] 2024-11-07T12:21:05,013 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T12:21:05,013 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:21:05,013 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35124, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService 2024-11-07T12:21:05,014 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,33365,1730982051535 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@19aa2667, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:21:05,014 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,33365,1730982051535 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T12:21:05,015 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 87fb68174c52,41269,1730982055345 2024-11-07T12:21:05,015 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3e909774 2024-11-07T12:21:05,015 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T12:21:05,016 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35128, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService 2024-11-07T12:21:05,016 INFO [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,33365,1730982051535 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-87fb68174c52,33365,1730982051535 (queues=1) is replicating from cluster=0d1340e5-f68a-491a-b2e0-31acca7a9124 to cluster=b48c6730-7a44-42c0-b907-bb5fcb78bb91 2024-11-07T12:21:05,016 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,33365,1730982051535 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=87fb68174c52%2C33365%2C1730982051535 2024-11-07T12:21:05,016 INFO [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,33365,1730982051535 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-87fb68174c52,33365,1730982051535, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-07T12:21:05,017 INFO [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,33365,1730982051535.replicationSource.shipper87fb68174c52%2C33365%2C1730982051535,1-87fb68174c52,33365,1730982051535 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 87fb68174c52%2C33365%2C1730982051535 2024-11-07T12:21:05,017 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,33365,1730982051535.replicationSource.wal-reader.87fb68174c52%2C33365%2C1730982051535,1-87fb68174c52,33365,1730982051535 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:35727/user/jenkins/test-data/b7a10cc3-99d6-7ae0-ecf8-2f74aa4d8e19/WALs/87fb68174c52,33365,1730982051535/87fb68174c52%2C33365%2C1730982051535.1730982052553, startPosition=0, beingWritten=true 2024-11-07T12:21:05,022 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,33365,1730982051535.replicationSource.wal-reader.87fb68174c52%2C33365%2C1730982051535,1-87fb68174c52,33365,1730982051535 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-07T12:21:05,022 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,33365,1730982051535.replicationSource.wal-reader.87fb68174c52%2C33365%2C1730982051535,1-87fb68174c52,33365,1730982051535 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35727/user/jenkins/test-data/b7a10cc3-99d6-7ae0-ecf8-2f74aa4d8e19/WALs/87fb68174c52,33365,1730982051535/87fb68174c52%2C33365%2C1730982051535.1730982052553 to pos 379, reset compression=false 2024-11-07T12:21:05,022 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,33365,1730982051535.replicationSource.shipper87fb68174c52%2C33365%2C1730982051535,1-87fb68174c52,33365,1730982051535 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-87fb68174c52,33365,1730982051535 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35727/user/jenkins/test-data/b7a10cc3-99d6-7ae0-ecf8-2f74aa4d8e19/WALs/87fb68174c52,33365,1730982051535/87fb68174c52%2C33365%2C1730982051535.1730982052553, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-07T12:21:05,226 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,33365,1730982051535.replicationSource.wal-reader.87fb68174c52%2C33365%2C1730982051535,1-87fb68174c52,33365,1730982051535 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35727/user/jenkins/test-data/b7a10cc3-99d6-7ae0-ecf8-2f74aa4d8e19/WALs/87fb68174c52,33365,1730982051535/87fb68174c52%2C33365%2C1730982051535.1730982052553 to pos 379, reset compression=false 2024-11-07T12:21:05,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38281 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-07T12:21:05,304 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-07T12:21:05,305 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T12:21:05,305 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:306) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T12:21:05,305 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:21:05,305 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:21:05,305 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T12:21:05,306 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42cfd11d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:21:05,306 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 87fb68174c52,38281,-1 for getting cluster id 2024-11-07T12:21:05,306 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T12:21:05,306 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0d1340e5-f68a-491a-b2e0-31acca7a9124' 2024-11-07T12:21:05,307 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T12:21:05,307 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0d1340e5-f68a-491a-b2e0-31acca7a9124" 2024-11-07T12:21:05,307 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@612793ff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:21:05,307 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [87fb68174c52,38281,-1] 2024-11-07T12:21:05,307 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T12:21:05,307 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:21:05,308 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59316, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T12:21:05,308 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3700cf33, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:21:05,309 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76ca2703, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:21:05,309 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 87fb68174c52,41269,-1 for getting cluster id 2024-11-07T12:21:05,309 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T12:21:05,309 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b48c6730-7a44-42c0-b907-bb5fcb78bb91' 2024-11-07T12:21:05,309 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T12:21:05,309 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b48c6730-7a44-42c0-b907-bb5fcb78bb91" 2024-11-07T12:21:05,310 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64d1da0b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:21:05,310 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [87fb68174c52,41269,-1] 2024-11-07T12:21:05,310 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T12:21:05,310 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:21:05,310 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35132, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T12:21:05,311 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c6ff47e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:21:05,311 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10267416, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:21:05,311 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 87fb68174c52,42433,-1 for getting cluster id 2024-11-07T12:21:05,312 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T12:21:05,312 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8f897d81-3a7f-40fa-a60d-e46ce0c9f56e' 2024-11-07T12:21:05,312 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T12:21:05,312 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8f897d81-3a7f-40fa-a60d-e46ce0c9f56e" 2024-11-07T12:21:05,312 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28680e17, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:21:05,312 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [87fb68174c52,42433,-1] 2024-11-07T12:21:05,312 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T12:21:05,313 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:21:05,313 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52672, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T12:21:05,313 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4bcdff65, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:21:05,314 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T12:21:05,317 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35727/user/jenkins/test-data/b7a10cc3-99d6-7ae0-ecf8-2f74aa4d8e19/testHFileCyclicReplication_0/f/hfile_0 is 36, key is mmmm/f:row/1730982065317/Put/seqid=0 2024-11-07T12:21:05,322 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37641 is added to blk_1073741840_1016 (size=7894) 2024-11-07T12:21:05,529 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,33365,1730982051535.replicationSource.wal-reader.87fb68174c52%2C33365%2C1730982051535,1-87fb68174c52,33365,1730982051535 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35727/user/jenkins/test-data/b7a10cc3-99d6-7ae0-ecf8-2f74aa4d8e19/WALs/87fb68174c52,33365,1730982051535/87fb68174c52%2C33365%2C1730982051535.1730982052553 to pos 379, reset compression=false 2024-11-07T12:21:05,726 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35727/user/jenkins/test-data/b7a10cc3-99d6-7ae0-ecf8-2f74aa4d8e19/testHFileCyclicReplication_0/f/hfile_1 is 34, key is ppp/f:row/1730982065724/Put/seqid=0 2024-11-07T12:21:05,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37641 is added to blk_1073741841_1017 (size=7691) 2024-11-07T12:21:05,933 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,33365,1730982051535.replicationSource.wal-reader.87fb68174c52%2C33365%2C1730982051535,1-87fb68174c52,33365,1730982051535 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35727/user/jenkins/test-data/b7a10cc3-99d6-7ae0-ecf8-2f74aa4d8e19/WALs/87fb68174c52,33365,1730982051535/87fb68174c52%2C33365%2C1730982051535.1730982052553 to pos 379, reset compression=false 2024-11-07T12:21:06,132 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4eb127ae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:21:06,132 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 87fb68174c52,38281,-1 for getting cluster id 2024-11-07T12:21:06,132 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T12:21:06,133 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0d1340e5-f68a-491a-b2e0-31acca7a9124' 2024-11-07T12:21:06,133 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T12:21:06,133 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0d1340e5-f68a-491a-b2e0-31acca7a9124" 2024-11-07T12:21:06,133 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2774827e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:21:06,133 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [87fb68174c52,38281,-1] 2024-11-07T12:21:06,134 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T12:21:06,134 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:21:06,134 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59342, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T12:21:06,135 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4efa503a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:21:06,135 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T12:21:06,136 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=87fb68174c52,33365,1730982051535, seqNum=-1] 2024-11-07T12:21:06,136 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T12:21:06,137 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41950, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T12:21:06,143 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T12:21:06,144 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 87fb68174c52,38281,1730982051439 2024-11-07T12:21:06,144 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1d751696 2024-11-07T12:21:06,144 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T12:21:06,145 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59354, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-07T12:21:06,147 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1730982061233.0af02d46812de728c9f96a1ed0906535., hostname=87fb68174c52,33365,1730982051535, seqNum=2] 2024-11-07T12:21:06,150 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-07T12:21:06,153 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35727/user/jenkins/test-data/b7a10cc3-99d6-7ae0-ecf8-2f74aa4d8e19/testHFileCyclicReplication_0/f/hfile_0 first=Optional[mmmm] last=Optional[oooo] 2024-11-07T12:21:06,155 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35727/user/jenkins/test-data/b7a10cc3-99d6-7ae0-ecf8-2f74aa4d8e19/testHFileCyclicReplication_0/f/hfile_1 first=Optional[ppp] last=Optional[rrr] 2024-11-07T12:21:06,158 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33365 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35727/user/jenkins/test-data/b7a10cc3-99d6-7ae0-ecf8-2f74aa4d8e19/testHFileCyclicReplication_0/f/hfile_1 for inclusion in 0af02d46812de728c9f96a1ed0906535/f 2024-11-07T12:21:06,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33365 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr 2024-11-07T12:21:06,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33365 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-07T12:21:06,160 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33365 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35727/user/jenkins/test-data/b7a10cc3-99d6-7ae0-ecf8-2f74aa4d8e19/testHFileCyclicReplication_0/f/hfile_0 for inclusion in 0af02d46812de728c9f96a1ed0906535/f 2024-11-07T12:21:06,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33365 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo 2024-11-07T12:21:06,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33365 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-07T12:21:06,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33365 {}] regionserver.HRegion(2603): Flush status journal for 0af02d46812de728c9f96a1ed0906535: 2024-11-07T12:21:06,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33365 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:35727/user/jenkins/test-data/b7a10cc3-99d6-7ae0-ecf8-2f74aa4d8e19/testHFileCyclicReplication_0/f/hfile_1 to hdfs://localhost:35727/user/jenkins/test-data/b7a10cc3-99d6-7ae0-ecf8-2f74aa4d8e19/staging/jenkins__test__leoc5csnljm0o648h5rdbiq38mhueq8aj14f4ukimnic16acg0l3jnjq1tbsrr3s/f/hfile_1 2024-11-07T12:21:06,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33365 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35727/user/jenkins/test-data/b7a10cc3-99d6-7ae0-ecf8-2f74aa4d8e19/staging/jenkins__test__leoc5csnljm0o648h5rdbiq38mhueq8aj14f4ukimnic16acg0l3jnjq1tbsrr3s/f/hfile_1 as hdfs://localhost:35727/user/jenkins/test-data/b7a10cc3-99d6-7ae0-ecf8-2f74aa4d8e19/data/default/test/0af02d46812de728c9f96a1ed0906535/f/1dffab8cc7ea43fcbdf0e22270dfa74a_SeqId_4_ 2024-11-07T12:21:06,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33365 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:35727/user/jenkins/test-data/b7a10cc3-99d6-7ae0-ecf8-2f74aa4d8e19/testHFileCyclicReplication_0/f/hfile_0 to hdfs://localhost:35727/user/jenkins/test-data/b7a10cc3-99d6-7ae0-ecf8-2f74aa4d8e19/staging/jenkins__test__leoc5csnljm0o648h5rdbiq38mhueq8aj14f4ukimnic16acg0l3jnjq1tbsrr3s/f/hfile_0 2024-11-07T12:21:06,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33365 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35727/user/jenkins/test-data/b7a10cc3-99d6-7ae0-ecf8-2f74aa4d8e19/staging/jenkins__test__leoc5csnljm0o648h5rdbiq38mhueq8aj14f4ukimnic16acg0l3jnjq1tbsrr3s/f/hfile_0 as hdfs://localhost:35727/user/jenkins/test-data/b7a10cc3-99d6-7ae0-ecf8-2f74aa4d8e19/data/default/test/0af02d46812de728c9f96a1ed0906535/f/7aa1c76a93804a7391980d77ce41047c_SeqId_4_ 2024-11-07T12:21:06,175 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33365 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35727/user/jenkins/test-data/b7a10cc3-99d6-7ae0-ecf8-2f74aa4d8e19/staging/jenkins__test__leoc5csnljm0o648h5rdbiq38mhueq8aj14f4ukimnic16acg0l3jnjq1tbsrr3s/f/hfile_1 into 0af02d46812de728c9f96a1ed0906535/f as hdfs://localhost:35727/user/jenkins/test-data/b7a10cc3-99d6-7ae0-ecf8-2f74aa4d8e19/data/default/test/0af02d46812de728c9f96a1ed0906535/f/1dffab8cc7ea43fcbdf0e22270dfa74a_SeqId_4_ - updating store file list. 2024-11-07T12:21:06,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33365 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 1dffab8cc7ea43fcbdf0e22270dfa74a_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-07T12:21:06,178 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33365 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35727/user/jenkins/test-data/b7a10cc3-99d6-7ae0-ecf8-2f74aa4d8e19/data/default/test/0af02d46812de728c9f96a1ed0906535/f/1dffab8cc7ea43fcbdf0e22270dfa74a_SeqId_4_ into 0af02d46812de728c9f96a1ed0906535/f 2024-11-07T12:21:06,178 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33365 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35727/user/jenkins/test-data/b7a10cc3-99d6-7ae0-ecf8-2f74aa4d8e19/staging/jenkins__test__leoc5csnljm0o648h5rdbiq38mhueq8aj14f4ukimnic16acg0l3jnjq1tbsrr3s/f/hfile_1 into 0af02d46812de728c9f96a1ed0906535/f (new location: hdfs://localhost:35727/user/jenkins/test-data/b7a10cc3-99d6-7ae0-ecf8-2f74aa4d8e19/data/default/test/0af02d46812de728c9f96a1ed0906535/f/1dffab8cc7ea43fcbdf0e22270dfa74a_SeqId_4_) 2024-11-07T12:21:06,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33365 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35727/user/jenkins/test-data/b7a10cc3-99d6-7ae0-ecf8-2f74aa4d8e19/staging/jenkins__test__leoc5csnljm0o648h5rdbiq38mhueq8aj14f4ukimnic16acg0l3jnjq1tbsrr3s/f/hfile_1 2024-11-07T12:21:06,179 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33365 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35727/user/jenkins/test-data/b7a10cc3-99d6-7ae0-ecf8-2f74aa4d8e19/staging/jenkins__test__leoc5csnljm0o648h5rdbiq38mhueq8aj14f4ukimnic16acg0l3jnjq1tbsrr3s/f/hfile_0 into 0af02d46812de728c9f96a1ed0906535/f as hdfs://localhost:35727/user/jenkins/test-data/b7a10cc3-99d6-7ae0-ecf8-2f74aa4d8e19/data/default/test/0af02d46812de728c9f96a1ed0906535/f/7aa1c76a93804a7391980d77ce41047c_SeqId_4_ - updating store file list. 2024-11-07T12:21:06,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33365 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 7aa1c76a93804a7391980d77ce41047c_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-07T12:21:06,182 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33365 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35727/user/jenkins/test-data/b7a10cc3-99d6-7ae0-ecf8-2f74aa4d8e19/data/default/test/0af02d46812de728c9f96a1ed0906535/f/7aa1c76a93804a7391980d77ce41047c_SeqId_4_ into 0af02d46812de728c9f96a1ed0906535/f 2024-11-07T12:21:06,182 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33365 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35727/user/jenkins/test-data/b7a10cc3-99d6-7ae0-ecf8-2f74aa4d8e19/staging/jenkins__test__leoc5csnljm0o648h5rdbiq38mhueq8aj14f4ukimnic16acg0l3jnjq1tbsrr3s/f/hfile_0 into 0af02d46812de728c9f96a1ed0906535/f (new location: hdfs://localhost:35727/user/jenkins/test-data/b7a10cc3-99d6-7ae0-ecf8-2f74aa4d8e19/data/default/test/0af02d46812de728c9f96a1ed0906535/f/7aa1c76a93804a7391980d77ce41047c_SeqId_4_) 2024-11-07T12:21:06,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33365 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35727/user/jenkins/test-data/b7a10cc3-99d6-7ae0-ecf8-2f74aa4d8e19/staging/jenkins__test__leoc5csnljm0o648h5rdbiq38mhueq8aj14f4ukimnic16acg0l3jnjq1tbsrr3s/f/hfile_0 2024-11-07T12:21:06,183 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T12:21:06,183 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:320) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T12:21:06,183 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:21:06,184 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:21:06,184 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T12:21:06,184 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1730982061233.0af02d46812de728c9f96a1ed0906535., hostname=87fb68174c52,33365,1730982051535, seqNum=2 , the old value is region=test,,1730982061233.0af02d46812de728c9f96a1ed0906535., hostname=87fb68174c52,33365,1730982051535, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=87fb68174c52:33365 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-07T12:21:06,184 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1730982061233.0af02d46812de728c9f96a1ed0906535., hostname=87fb68174c52,33365,1730982051535, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-07T12:21:06,184 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1730982061233.0af02d46812de728c9f96a1ed0906535., hostname=87fb68174c52,33365,1730982051535, seqNum=2 from cache 2024-11-07T12:21:06,184 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T12:21:06,185 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=87fb68174c52,44625,1730982055393, seqNum=-1] 2024-11-07T12:21:06,186 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T12:21:06,186 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40538, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T12:21:06,186 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-07T12:21:06,188 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1730982062383.b9037686a8010e69bc1eebe0a10e1ee8., hostname=87fb68174c52,44625,1730982055393, seqNum=2] 2024-11-07T12:21:06,189 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-07T12:21:06,295 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=87fb68174c52:33365 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-07T12:21:06,437 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,33365,1730982051535.replicationSource.wal-reader.87fb68174c52%2C33365%2C1730982051535,1-87fb68174c52,33365,1730982051535 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35727/user/jenkins/test-data/b7a10cc3-99d6-7ae0-ecf8-2f74aa4d8e19/WALs/87fb68174c52,33365,1730982051535/87fb68174c52%2C33365%2C1730982051535.1730982052553 to pos 379, reset compression=false 2024-11-07T12:21:06,448 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,33365,1730982051535.replicationSource.wal-reader.87fb68174c52%2C33365%2C1730982051535,1-87fb68174c52,33365,1730982051535 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-07T12:21:06,449 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,33365,1730982051535.replicationSource.shipper87fb68174c52%2C33365%2C1730982051535,1-87fb68174c52,33365,1730982051535 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-87fb68174c52,33365,1730982051535 got entry batch from reader: WALEntryBatch [walEntries=[{test/0af02d46812de728c9f96a1ed0906535/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1730982066182/Put/vlen=190/seqid=0; >],8301}], lastWalPath=hdfs://localhost:35727/user/jenkins/test-data/b7a10cc3-99d6-7ae0-ecf8-2f74aa4d8e19/WALs/87fb68174c52,33365,1730982051535/87fb68174c52%2C33365%2C1730982051535.1730982052553, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8301, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-07T12:21:06,451 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,33365,1730982051535.replicationSource.shipper87fb68174c52%2C33365%2C1730982051535,1-87fb68174c52,33365,1730982051535 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-07T12:21:06,452 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40546, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-11-07T12:21:06,452 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44625 {}] regionserver.ReplicationSink(318): Replicating [0d1340e5-f68a-491a-b2e0-31acca7a9124] bulk loaded data 2024-11-07T12:21:06,453 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44625 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7d27b2c5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:21:06,453 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44625 {}] client.ClusterIdFetcher(90): Going to request 87fb68174c52,41269,-1 for getting cluster id 2024-11-07T12:21:06,453 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44625 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T12:21:06,454 DEBUG [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b48c6730-7a44-42c0-b907-bb5fcb78bb91' 2024-11-07T12:21:06,454 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T12:21:06,454 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b48c6730-7a44-42c0-b907-bb5fcb78bb91" 2024-11-07T12:21:06,454 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@59a787c5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:21:06,454 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [87fb68174c52,41269,-1] 2024-11-07T12:21:06,454 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T12:21:06,455 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:21:06,455 INFO [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35158, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientMetaService 2024-11-07T12:21:06,455 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44625 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5d797d7a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:21:06,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36689 is added to blk_1073741837_1013 (size=7691) 2024-11-07T12:21:06,649 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,33365,1730982051535.replicationSource.wal-reader.87fb68174c52%2C33365%2C1730982051535,1-87fb68174c52,33365,1730982051535 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35727/user/jenkins/test-data/b7a10cc3-99d6-7ae0-ecf8-2f74aa4d8e19/WALs/87fb68174c52,33365,1730982051535/87fb68174c52%2C33365%2C1730982051535.1730982052553 to pos 687, reset compression=false 2024-11-07T12:21:06,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36689 is added to blk_1073741838_1014 (size=7894) 2024-11-07T12:21:06,952 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,33365,1730982051535.replicationSource.wal-reader.87fb68174c52%2C33365%2C1730982051535,1-87fb68174c52,33365,1730982051535 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35727/user/jenkins/test-data/b7a10cc3-99d6-7ae0-ecf8-2f74aa4d8e19/WALs/87fb68174c52,33365,1730982051535/87fb68174c52%2C33365%2C1730982051535.1730982052553 to pos 687, reset compression=false 2024-11-07T12:21:07,191 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-07T12:21:07,272 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44625 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T12:21:07,273 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 87fb68174c52,41269,1730982055345 2024-11-07T12:21:07,273 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@70693064 2024-11-07T12:21:07,273 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T12:21:07,274 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41850, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=MasterService 2024-11-07T12:21:07,276 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44625 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-07T12:21:07,276 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44625 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T12:21:07,276 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=87fb68174c52,44625,1730982055393, seqNum=-1] 2024-11-07T12:21:07,277 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T12:21:07,277 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46128, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientService 2024-11-07T12:21:07,282 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33215/user/jenkins/test-data/cc845086-fd0c-f7c9-7663-ad1fda0d6b2f/staging/jenkins.hfs.22__test__391jluiun23vhd4kdlfsci4etfo6p1pqe09ufj9hguppeht2oqa5valih1fd6t0r/f/1dffab8cc7ea43fcbdf0e22270dfa74a_SeqId_4_ first=Optional[ppp] last=Optional[rrr] 2024-11-07T12:21:07,284 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33215/user/jenkins/test-data/cc845086-fd0c-f7c9-7663-ad1fda0d6b2f/staging/jenkins.hfs.22__test__391jluiun23vhd4kdlfsci4etfo6p1pqe09ufj9hguppeht2oqa5valih1fd6t0r/f/7aa1c76a93804a7391980d77ce41047c_SeqId_4_ first=Optional[mmmm] last=Optional[oooo] 2024-11-07T12:21:07,289 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44625 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33215/user/jenkins/test-data/cc845086-fd0c-f7c9-7663-ad1fda0d6b2f/staging/jenkins.hfs.22__test__391jluiun23vhd4kdlfsci4etfo6p1pqe09ufj9hguppeht2oqa5valih1fd6t0r/f/1dffab8cc7ea43fcbdf0e22270dfa74a_SeqId_4_ for inclusion in b9037686a8010e69bc1eebe0a10e1ee8/f 2024-11-07T12:21:07,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44625 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr 2024-11-07T12:21:07,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44625 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-07T12:21:07,291 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44625 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33215/user/jenkins/test-data/cc845086-fd0c-f7c9-7663-ad1fda0d6b2f/staging/jenkins.hfs.22__test__391jluiun23vhd4kdlfsci4etfo6p1pqe09ufj9hguppeht2oqa5valih1fd6t0r/f/7aa1c76a93804a7391980d77ce41047c_SeqId_4_ for inclusion in b9037686a8010e69bc1eebe0a10e1ee8/f 2024-11-07T12:21:07,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44625 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo 2024-11-07T12:21:07,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44625 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-07T12:21:07,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44625 {}] regionserver.HRegion(2603): Flush status journal for b9037686a8010e69bc1eebe0a10e1ee8: 2024-11-07T12:21:07,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44625 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 1dffab8cc7ea43fcbdf0e22270dfa74a_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-07T12:21:07,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44625 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33215/user/jenkins/test-data/cc845086-fd0c-f7c9-7663-ad1fda0d6b2f/staging/jenkins.hfs.22__test__391jluiun23vhd4kdlfsci4etfo6p1pqe09ufj9hguppeht2oqa5valih1fd6t0r/f/1dffab8cc7ea43fcbdf0e22270dfa74a_SeqId_4_ as hdfs://localhost:33215/user/jenkins/test-data/cc845086-fd0c-f7c9-7663-ad1fda0d6b2f/data/default/test/b9037686a8010e69bc1eebe0a10e1ee8/f/191579efe1254057b71fa03361cc60b3_SeqId_4_ 2024-11-07T12:21:07,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44625 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 7aa1c76a93804a7391980d77ce41047c_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-07T12:21:07,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44625 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33215/user/jenkins/test-data/cc845086-fd0c-f7c9-7663-ad1fda0d6b2f/staging/jenkins.hfs.22__test__391jluiun23vhd4kdlfsci4etfo6p1pqe09ufj9hguppeht2oqa5valih1fd6t0r/f/7aa1c76a93804a7391980d77ce41047c_SeqId_4_ as hdfs://localhost:33215/user/jenkins/test-data/cc845086-fd0c-f7c9-7663-ad1fda0d6b2f/data/default/test/b9037686a8010e69bc1eebe0a10e1ee8/f/6369decc491745de8bcf37e273add2f9_SeqId_4_ 2024-11-07T12:21:07,296 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44625 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33215/user/jenkins/test-data/cc845086-fd0c-f7c9-7663-ad1fda0d6b2f/staging/jenkins.hfs.22__test__391jluiun23vhd4kdlfsci4etfo6p1pqe09ufj9hguppeht2oqa5valih1fd6t0r/f/1dffab8cc7ea43fcbdf0e22270dfa74a_SeqId_4_ into b9037686a8010e69bc1eebe0a10e1ee8/f as hdfs://localhost:33215/user/jenkins/test-data/cc845086-fd0c-f7c9-7663-ad1fda0d6b2f/data/default/test/b9037686a8010e69bc1eebe0a10e1ee8/f/191579efe1254057b71fa03361cc60b3_SeqId_4_ - updating store file list. 2024-11-07T12:21:07,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44625 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 191579efe1254057b71fa03361cc60b3_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-07T12:21:07,300 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44625 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33215/user/jenkins/test-data/cc845086-fd0c-f7c9-7663-ad1fda0d6b2f/data/default/test/b9037686a8010e69bc1eebe0a10e1ee8/f/191579efe1254057b71fa03361cc60b3_SeqId_4_ into b9037686a8010e69bc1eebe0a10e1ee8/f 2024-11-07T12:21:07,300 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44625 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33215/user/jenkins/test-data/cc845086-fd0c-f7c9-7663-ad1fda0d6b2f/staging/jenkins.hfs.22__test__391jluiun23vhd4kdlfsci4etfo6p1pqe09ufj9hguppeht2oqa5valih1fd6t0r/f/1dffab8cc7ea43fcbdf0e22270dfa74a_SeqId_4_ into b9037686a8010e69bc1eebe0a10e1ee8/f (new location: hdfs://localhost:33215/user/jenkins/test-data/cc845086-fd0c-f7c9-7663-ad1fda0d6b2f/data/default/test/b9037686a8010e69bc1eebe0a10e1ee8/f/191579efe1254057b71fa03361cc60b3_SeqId_4_) 2024-11-07T12:21:07,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44625 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:33215/user/jenkins/test-data/cc845086-fd0c-f7c9-7663-ad1fda0d6b2f/staging/jenkins.hfs.22__test__391jluiun23vhd4kdlfsci4etfo6p1pqe09ufj9hguppeht2oqa5valih1fd6t0r/f/1dffab8cc7ea43fcbdf0e22270dfa74a_SeqId_4_ 2024-11-07T12:21:07,301 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44625 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33215/user/jenkins/test-data/cc845086-fd0c-f7c9-7663-ad1fda0d6b2f/staging/jenkins.hfs.22__test__391jluiun23vhd4kdlfsci4etfo6p1pqe09ufj9hguppeht2oqa5valih1fd6t0r/f/7aa1c76a93804a7391980d77ce41047c_SeqId_4_ into b9037686a8010e69bc1eebe0a10e1ee8/f as hdfs://localhost:33215/user/jenkins/test-data/cc845086-fd0c-f7c9-7663-ad1fda0d6b2f/data/default/test/b9037686a8010e69bc1eebe0a10e1ee8/f/6369decc491745de8bcf37e273add2f9_SeqId_4_ - updating store file list. 2024-11-07T12:21:07,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44625 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 6369decc491745de8bcf37e273add2f9_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-07T12:21:07,306 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44625 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33215/user/jenkins/test-data/cc845086-fd0c-f7c9-7663-ad1fda0d6b2f/data/default/test/b9037686a8010e69bc1eebe0a10e1ee8/f/6369decc491745de8bcf37e273add2f9_SeqId_4_ into b9037686a8010e69bc1eebe0a10e1ee8/f 2024-11-07T12:21:07,306 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44625 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33215/user/jenkins/test-data/cc845086-fd0c-f7c9-7663-ad1fda0d6b2f/staging/jenkins.hfs.22__test__391jluiun23vhd4kdlfsci4etfo6p1pqe09ufj9hguppeht2oqa5valih1fd6t0r/f/7aa1c76a93804a7391980d77ce41047c_SeqId_4_ into b9037686a8010e69bc1eebe0a10e1ee8/f (new location: hdfs://localhost:33215/user/jenkins/test-data/cc845086-fd0c-f7c9-7663-ad1fda0d6b2f/data/default/test/b9037686a8010e69bc1eebe0a10e1ee8/f/6369decc491745de8bcf37e273add2f9_SeqId_4_) 2024-11-07T12:21:07,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44625 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:33215/user/jenkins/test-data/cc845086-fd0c-f7c9-7663-ad1fda0d6b2f/staging/jenkins.hfs.22__test__391jluiun23vhd4kdlfsci4etfo6p1pqe09ufj9hguppeht2oqa5valih1fd6t0r/f/7aa1c76a93804a7391980d77ce41047c_SeqId_4_ 2024-11-07T12:21:07,308 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44625 {}] regionserver.ReplicationSink(324): Finished replicating [0d1340e5-f68a-491a-b2e0-31acca7a9124] bulk loaded data 2024-11-07T12:21:07,356 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,33365,1730982051535.replicationSource.wal-reader.87fb68174c52%2C33365%2C1730982051535,1-87fb68174c52,33365,1730982051535 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35727/user/jenkins/test-data/b7a10cc3-99d6-7ae0-ecf8-2f74aa4d8e19/WALs/87fb68174c52,33365,1730982051535/87fb68174c52%2C33365%2C1730982051535.1730982052553 to pos 687, reset compression=false 2024-11-07T12:21:07,861 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,33365,1730982051535.replicationSource.wal-reader.87fb68174c52%2C33365%2C1730982051535,1-87fb68174c52,33365,1730982051535 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35727/user/jenkins/test-data/b7a10cc3-99d6-7ae0-ecf8-2f74aa4d8e19/WALs/87fb68174c52,33365,1730982051535/87fb68174c52%2C33365%2C1730982051535.1730982052553 to pos 687, reset compression=false 2024-11-07T12:21:08,197 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T12:21:08,198 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=87fb68174c52,32859,1730982058980, seqNum=-1] 2024-11-07T12:21:08,199 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T12:21:08,199 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57196, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T12:21:08,200 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1730982063017.69661f4a8f979b13c3a24e17f720aa1d., hostname=87fb68174c52,32859,1730982058980, seqNum=2] 2024-11-07T12:21:08,205 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-07T12:21:08,206 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46848, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-07T12:21:08,207 DEBUG [regionserver/87fb68174c52:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 87fb68174c52%2C33365%2C1730982051535.rep:(num 1730982064650) roll requested 2024-11-07T12:21:08,220 DEBUG [regionserver/87fb68174c52:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/b7a10cc3-99d6-7ae0-ecf8-2f74aa4d8e19/WALs/87fb68174c52,33365,1730982051535/87fb68174c52%2C33365%2C1730982051535.rep.1730982068207, exclude list is [], retry=0 2024-11-07T12:21:08,222 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37641,DS-d505a3a5-9762-4b90-be93-c1667df4f478,DISK] 2024-11-07T12:21:08,224 INFO [regionserver/87fb68174c52:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/b7a10cc3-99d6-7ae0-ecf8-2f74aa4d8e19/WALs/87fb68174c52,33365,1730982051535/87fb68174c52%2C33365%2C1730982051535.rep.1730982064650 with entries=6, filesize=1.46 KB; new WAL /user/jenkins/test-data/b7a10cc3-99d6-7ae0-ecf8-2f74aa4d8e19/WALs/87fb68174c52,33365,1730982051535/87fb68174c52%2C33365%2C1730982051535.rep.1730982068207 2024-11-07T12:21:08,224 DEBUG [regionserver/87fb68174c52:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40971:40971)] 2024-11-07T12:21:08,224 DEBUG [regionserver/87fb68174c52:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:35727/user/jenkins/test-data/b7a10cc3-99d6-7ae0-ecf8-2f74aa4d8e19/WALs/87fb68174c52,33365,1730982051535/87fb68174c52%2C33365%2C1730982051535.rep.1730982064650 is not closed yet, will try archiving it next time 2024-11-07T12:21:08,224 DEBUG [regionserver/87fb68174c52:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 87fb68174c52%2C33365%2C1730982051535:(num 1730982052553) roll requested 2024-11-07T12:21:08,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37641 is added to blk_1073741839_1015 (size=1505) 2024-11-07T12:21:08,237 DEBUG [regionserver/87fb68174c52:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/b7a10cc3-99d6-7ae0-ecf8-2f74aa4d8e19/WALs/87fb68174c52,33365,1730982051535/87fb68174c52%2C33365%2C1730982051535.1730982068224, exclude list is [], retry=0 2024-11-07T12:21:08,239 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37641,DS-d505a3a5-9762-4b90-be93-c1667df4f478,DISK] 2024-11-07T12:21:08,251 INFO [regionserver/87fb68174c52:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/b7a10cc3-99d6-7ae0-ecf8-2f74aa4d8e19/WALs/87fb68174c52,33365,1730982051535/87fb68174c52%2C33365%2C1730982051535.1730982052553 with entries=2, filesize=687 B; new WAL /user/jenkins/test-data/b7a10cc3-99d6-7ae0-ecf8-2f74aa4d8e19/WALs/87fb68174c52,33365,1730982051535/87fb68174c52%2C33365%2C1730982051535.1730982068224 2024-11-07T12:21:08,252 DEBUG [regionserver/87fb68174c52:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40971:40971)] 2024-11-07T12:21:08,252 DEBUG [regionserver/87fb68174c52:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:35727/user/jenkins/test-data/b7a10cc3-99d6-7ae0-ecf8-2f74aa4d8e19/WALs/87fb68174c52,33365,1730982051535/87fb68174c52%2C33365%2C1730982051535.1730982052553 is not closed yet, will try archiving it next time 2024-11-07T12:21:08,252 DEBUG [regionserver/87fb68174c52:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 87fb68174c52%2C33365%2C1730982051535.meta:.meta(num 1730982053453) roll requested 2024-11-07T12:21:08,253 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30787fb3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:21:08,253 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 87fb68174c52,38281,-1 for getting cluster id 2024-11-07T12:21:08,253 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/b7a10cc3-99d6-7ae0-ecf8-2f74aa4d8e19/WALs/87fb68174c52,33365,1730982051535/87fb68174c52%2C33365%2C1730982051535.1730982052553 not finished, retry = 0 2024-11-07T12:21:08,253 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T12:21:08,254 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0d1340e5-f68a-491a-b2e0-31acca7a9124' 2024-11-07T12:21:08,254 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T12:21:08,254 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0d1340e5-f68a-491a-b2e0-31acca7a9124" 2024-11-07T12:21:08,254 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@426ff79, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:21:08,255 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [87fb68174c52,38281,-1] 2024-11-07T12:21:08,255 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T12:21:08,255 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:21:08,255 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58634, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T12:21:08,256 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b086064, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:21:08,257 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T12:21:08,257 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is 87fb68174c52,38281,1730982051439 2024-11-07T12:21:08,257 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6428d72b 2024-11-07T12:21:08,258 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T12:21:08,258 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58638, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-07T12:21:08,258 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38281 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=2, config=clusterKey=hbase+rpc://87fb68174c52:42433,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-07T12:21:08,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38281 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-07T12:21:08,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38281 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-07T12:21:08,261 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37641 is added to blk_1073741832_1008 (size=695) 2024-11-07T12:21:08,261 DEBUG [PEWorker-5 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='87fb68174c52:42433' 2024-11-07T12:21:08,263 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4102b280, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:21:08,263 DEBUG [PEWorker-5 {}] client.ClusterIdFetcher(90): Going to request 87fb68174c52,42433,-1 for getting cluster id 2024-11-07T12:21:08,263 DEBUG [PEWorker-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T12:21:08,264 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8f897d81-3a7f-40fa-a60d-e46ce0c9f56e' 2024-11-07T12:21:08,264 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T12:21:08,264 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8f897d81-3a7f-40fa-a60d-e46ce0c9f56e" 2024-11-07T12:21:08,264 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b22bef5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:21:08,264 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [87fb68174c52,42433,-1] 2024-11-07T12:21:08,264 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T12:21:08,264 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:21:08,265 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51358, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T12:21:08,265 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20e45a1b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:21:08,265 DEBUG [PEWorker-5 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T12:21:08,266 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 87fb68174c52,42433,1730982058916 2024-11-07T12:21:08,266 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@29481d7d 2024-11-07T12:21:08,266 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T12:21:08,267 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51360, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-07T12:21:08,267 INFO [PEWorker-5 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-5. 2024-11-07T12:21:08,267 DEBUG [PEWorker-5 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-07T12:21:08,267 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:21:08,268 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:21:08,268 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T12:21:08,270 DEBUG [regionserver/87fb68174c52:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/b7a10cc3-99d6-7ae0-ecf8-2f74aa4d8e19/WALs/87fb68174c52,33365,1730982051535/87fb68174c52%2C33365%2C1730982051535.meta.1730982068253.meta, exclude list is [], retry=0 2024-11-07T12:21:08,273 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37641,DS-d505a3a5-9762-4b90-be93-c1667df4f478,DISK] 2024-11-07T12:21:08,281 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-07T12:21:08,283 INFO [regionserver/87fb68174c52:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/b7a10cc3-99d6-7ae0-ecf8-2f74aa4d8e19/WALs/87fb68174c52,33365,1730982051535/87fb68174c52%2C33365%2C1730982051535.meta.1730982053453.meta with entries=13, filesize=3.38 KB; new WAL /user/jenkins/test-data/b7a10cc3-99d6-7ae0-ecf8-2f74aa4d8e19/WALs/87fb68174c52,33365,1730982051535/87fb68174c52%2C33365%2C1730982051535.meta.1730982068253.meta 2024-11-07T12:21:08,283 DEBUG [regionserver/87fb68174c52:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40971:40971)] 2024-11-07T12:21:08,283 DEBUG [regionserver/87fb68174c52:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:35727/user/jenkins/test-data/b7a10cc3-99d6-7ae0-ecf8-2f74aa4d8e19/WALs/87fb68174c52,33365,1730982051535/87fb68174c52%2C33365%2C1730982051535.meta.1730982053453.meta is not closed yet, will try archiving it next time 2024-11-07T12:21:08,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37641 is added to blk_1073741834_1010 (size=3473) 2024-11-07T12:21:08,288 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/b7a10cc3-99d6-7ae0-ecf8-2f74aa4d8e19/WALs/87fb68174c52,33365,1730982051535/87fb68174c52%2C33365%2C1730982051535.meta.1730982053453.meta not finished, retry = 0 2024-11-07T12:21:08,355 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:35727/user/jenkins/test-data/b7a10cc3-99d6-7ae0-ecf8-2f74aa4d8e19/WALs/87fb68174c52,33365,1730982051535/87fb68174c52%2C33365%2C1730982051535.1730982052553 to hdfs://localhost:35727/user/jenkins/test-data/b7a10cc3-99d6-7ae0-ecf8-2f74aa4d8e19/oldWALs/87fb68174c52%2C33365%2C1730982051535.1730982052553 2024-11-07T12:21:08,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38281 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-07T12:21:08,433 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33365 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13 2024-11-07T12:21:08,434 INFO [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER 2024-11-07T12:21:08,462 INFO [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=2-87fb68174c52,33365,1730982051535, ReplicationSource: 2, currentBandwidth=0 2024-11-07T12:21:08,464 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-11-07T12:21:08,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38281 {}] master.HMaster(4169): Remote procedure done, pid=13 2024-11-07T12:21:08,466 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on 87fb68174c52,33365,1730982051535 suceeded 2024-11-07T12:21:08,468 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-07T12:21:08,468 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 185 msec 2024-11-07T12:21:08,468 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://87fb68174c52:42433,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-07T12:21:08,468 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,33365,1730982051535.replicationSource.wal-reader.87fb68174c52%2C33365%2C1730982051535,1-87fb68174c52,33365,1730982051535 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35727/user/jenkins/test-data/b7a10cc3-99d6-7ae0-ecf8-2f74aa4d8e19/WALs/87fb68174c52,33365,1730982051535/87fb68174c52%2C33365%2C1730982051535.1730982052553 to pos 687, reset compression=false 2024-11-07T12:21:08,469 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 210 msec 2024-11-07T12:21:08,475 INFO [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,33365,1730982051535.replicationSource.wal-reader.87fb68174c52%2C33365%2C1730982051535,1-87fb68174c52,33365,1730982051535 {}] wal.AbstractFSWALProvider(535): Log hdfs://localhost:35727/user/jenkins/test-data/b7a10cc3-99d6-7ae0-ecf8-2f74aa4d8e19/WALs/87fb68174c52,33365,1730982051535/87fb68174c52%2C33365%2C1730982051535.1730982052553 was moved to hdfs://localhost:35727/user/jenkins/test-data/b7a10cc3-99d6-7ae0-ecf8-2f74aa4d8e19/oldWALs/87fb68174c52%2C33365%2C1730982051535.1730982052553 2024-11-07T12:21:08,477 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,33365,1730982051535.replicationSource.wal-reader.87fb68174c52%2C33365%2C1730982051535,1-87fb68174c52,33365,1730982051535 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:35727/user/jenkins/test-data/b7a10cc3-99d6-7ae0-ecf8-2f74aa4d8e19/WALs/87fb68174c52,33365,1730982051535/87fb68174c52%2C33365%2C1730982051535.1730982052553 2024-11-07T12:21:08,477 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,33365,1730982051535.replicationSource.wal-reader.87fb68174c52%2C33365%2C1730982051535,1-87fb68174c52,33365,1730982051535 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:35727/user/jenkins/test-data/b7a10cc3-99d6-7ae0-ecf8-2f74aa4d8e19/WALs/87fb68174c52,33365,1730982051535/87fb68174c52%2C33365%2C1730982051535.1730982068224, startPosition=0, beingWritten=true 2024-11-07T12:21:08,477 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,33365,1730982051535.replicationSource.shipper87fb68174c52%2C33365%2C1730982051535,1-87fb68174c52,33365,1730982051535 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-87fb68174c52,33365,1730982051535 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35727/user/jenkins/test-data/b7a10cc3-99d6-7ae0-ecf8-2f74aa4d8e19/WALs/87fb68174c52,33365,1730982051535/87fb68174c52%2C33365%2C1730982051535.1730982052553, lastWalPosition=-1, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0] 2024-11-07T12:21:08,479 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,2-87fb68174c52,33365,1730982051535 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='87fb68174c52:42433' 2024-11-07T12:21:08,479 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,33365,1730982051535.replicationSource.shipper87fb68174c52%2C33365%2C1730982051535,1-87fb68174c52,33365,1730982051535 {}] regionserver.ReplicationSourceManager(720): Removing 1 logs in the list: [87fb68174c52%2C33365%2C1730982051535.1730982052553] 2024-11-07T12:21:08,489 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,2-87fb68174c52,33365,1730982051535 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@459daa11, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:21:08,489 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,2-87fb68174c52,33365,1730982051535 {}] client.ClusterIdFetcher(90): Going to request 87fb68174c52,42433,-1 for getting cluster id 2024-11-07T12:21:08,489 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,2-87fb68174c52,33365,1730982051535 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T12:21:08,492 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8f897d81-3a7f-40fa-a60d-e46ce0c9f56e' 2024-11-07T12:21:08,492 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T12:21:08,492 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8f897d81-3a7f-40fa-a60d-e46ce0c9f56e" 2024-11-07T12:21:08,492 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4d281828, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:21:08,492 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [87fb68174c52,42433,-1] 2024-11-07T12:21:08,492 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T12:21:08,493 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:21:08,493 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51388, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService 2024-11-07T12:21:08,494 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,2-87fb68174c52,33365,1730982051535 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@64320491, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:21:08,494 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,2-87fb68174c52,33365,1730982051535 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T12:21:08,494 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 87fb68174c52,42433,1730982058916 2024-11-07T12:21:08,494 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5dd6c6a4 2024-11-07T12:21:08,495 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T12:21:08,495 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51400, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService 2024-11-07T12:21:08,496 INFO [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,2-87fb68174c52,33365,1730982051535 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-87fb68174c52,33365,1730982051535 (queues=1) is replicating from cluster=0d1340e5-f68a-491a-b2e0-31acca7a9124 to cluster=8f897d81-3a7f-40fa-a60d-e46ce0c9f56e 2024-11-07T12:21:08,496 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,2-87fb68174c52,33365,1730982051535 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=87fb68174c52%2C33365%2C1730982051535 2024-11-07T12:21:08,496 INFO [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,2-87fb68174c52,33365,1730982051535 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-87fb68174c52,33365,1730982051535, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-07T12:21:08,496 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,2-87fb68174c52,33365,1730982051535.replicationSource.wal-reader.87fb68174c52%2C33365%2C1730982051535,2-87fb68174c52,33365,1730982051535 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:35727/user/jenkins/test-data/b7a10cc3-99d6-7ae0-ecf8-2f74aa4d8e19/WALs/87fb68174c52,33365,1730982051535/87fb68174c52%2C33365%2C1730982051535.1730982068224, startPosition=0, beingWritten=true 2024-11-07T12:21:08,496 INFO [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,2-87fb68174c52,33365,1730982051535.replicationSource.shipper87fb68174c52%2C33365%2C1730982051535,2-87fb68174c52,33365,1730982051535 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 87fb68174c52%2C33365%2C1730982051535 2024-11-07T12:21:08,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38281 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-07T12:21:08,575 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed 2024-11-07T12:21:08,575 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T12:21:08,575 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:329) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T12:21:08,575 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:21:08,575 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:21:08,575 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T12:21:08,576 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T12:21:08,579 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35727/user/jenkins/test-data/b7a10cc3-99d6-7ae0-ecf8-2f74aa4d8e19/testHFileCyclicReplication_1/f/hfile_0 is 36, key is ssss/f:row/1730982068579/Put/seqid=0 2024-11-07T12:21:08,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37641 is added to blk_1073741845_1021 (size=11194) 2024-11-07T12:21:08,592 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35727/user/jenkins/test-data/b7a10cc3-99d6-7ae0-ecf8-2f74aa4d8e19/testHFileCyclicReplication_1/f/hfile_1 is 34, key is vvv/f:row/1730982068592/Put/seqid=0 2024-11-07T12:21:08,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37641 is added to blk_1073741846_1022 (size=10791) 2024-11-07T12:21:08,601 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70393f64, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:21:08,601 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 87fb68174c52,38281,-1 for getting cluster id 2024-11-07T12:21:08,601 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T12:21:08,601 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0d1340e5-f68a-491a-b2e0-31acca7a9124' 2024-11-07T12:21:08,601 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T12:21:08,602 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0d1340e5-f68a-491a-b2e0-31acca7a9124" 2024-11-07T12:21:08,602 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3978b0a9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:21:08,602 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [87fb68174c52,38281,-1] 2024-11-07T12:21:08,602 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T12:21:08,602 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:21:08,603 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58664, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T12:21:08,603 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d73dae3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:21:08,603 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T12:21:08,604 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=87fb68174c52,33365,1730982051535, seqNum=-1] 2024-11-07T12:21:08,604 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T12:21:08,605 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46862, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T12:21:08,611 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T12:21:08,611 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is 87fb68174c52,38281,1730982051439 2024-11-07T12:21:08,612 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@71f8c5c4 2024-11-07T12:21:08,612 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T12:21:08,612 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58674, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-07T12:21:08,615 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1730982061233.0af02d46812de728c9f96a1ed0906535., hostname=87fb68174c52,33365,1730982051535, seqNum=2] 2024-11-07T12:21:08,617 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-07T12:21:08,621 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35727/user/jenkins/test-data/b7a10cc3-99d6-7ae0-ecf8-2f74aa4d8e19/testHFileCyclicReplication_1/f/hfile_0 first=Optional[ssss] last=Optional[uuuu] 2024-11-07T12:21:08,623 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35727/user/jenkins/test-data/b7a10cc3-99d6-7ae0-ecf8-2f74aa4d8e19/testHFileCyclicReplication_1/f/hfile_1 first=Optional[vvv] last=Optional[xxx] 2024-11-07T12:21:08,626 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33365 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35727/user/jenkins/test-data/b7a10cc3-99d6-7ae0-ecf8-2f74aa4d8e19/testHFileCyclicReplication_1/f/hfile_0 for inclusion in 0af02d46812de728c9f96a1ed0906535/f 2024-11-07T12:21:08,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33365 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-07T12:21:08,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33365 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-07T12:21:08,628 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33365 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35727/user/jenkins/test-data/b7a10cc3-99d6-7ae0-ecf8-2f74aa4d8e19/testHFileCyclicReplication_1/f/hfile_1 for inclusion in 0af02d46812de728c9f96a1ed0906535/f 2024-11-07T12:21:08,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33365 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-07T12:21:08,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33365 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-07T12:21:08,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33365 {}] regionserver.HRegion(2603): Flush status journal for 0af02d46812de728c9f96a1ed0906535: 2024-11-07T12:21:08,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33365 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:35727/user/jenkins/test-data/b7a10cc3-99d6-7ae0-ecf8-2f74aa4d8e19/testHFileCyclicReplication_1/f/hfile_0 to hdfs://localhost:35727/user/jenkins/test-data/b7a10cc3-99d6-7ae0-ecf8-2f74aa4d8e19/staging/jenkins__test__atk2op77l6kdidk2apm36rppvta16m77o8dg41roqn7cemjsj8v9fmm0gf1i346p/f/hfile_0 2024-11-07T12:21:08,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33365 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35727/user/jenkins/test-data/b7a10cc3-99d6-7ae0-ecf8-2f74aa4d8e19/staging/jenkins__test__atk2op77l6kdidk2apm36rppvta16m77o8dg41roqn7cemjsj8v9fmm0gf1i346p/f/hfile_0 as hdfs://localhost:35727/user/jenkins/test-data/b7a10cc3-99d6-7ae0-ecf8-2f74aa4d8e19/data/default/test/0af02d46812de728c9f96a1ed0906535/f/21badf6ce5884ce28958a111ee119a9d_SeqId_6_ 2024-11-07T12:21:08,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33365 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:35727/user/jenkins/test-data/b7a10cc3-99d6-7ae0-ecf8-2f74aa4d8e19/testHFileCyclicReplication_1/f/hfile_1 to hdfs://localhost:35727/user/jenkins/test-data/b7a10cc3-99d6-7ae0-ecf8-2f74aa4d8e19/staging/jenkins__test__atk2op77l6kdidk2apm36rppvta16m77o8dg41roqn7cemjsj8v9fmm0gf1i346p/f/hfile_1 2024-11-07T12:21:08,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33365 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35727/user/jenkins/test-data/b7a10cc3-99d6-7ae0-ecf8-2f74aa4d8e19/staging/jenkins__test__atk2op77l6kdidk2apm36rppvta16m77o8dg41roqn7cemjsj8v9fmm0gf1i346p/f/hfile_1 as hdfs://localhost:35727/user/jenkins/test-data/b7a10cc3-99d6-7ae0-ecf8-2f74aa4d8e19/data/default/test/0af02d46812de728c9f96a1ed0906535/f/72c9170c724f4c158f7e1ea0fc4b1b7b_SeqId_6_ 2024-11-07T12:21:08,639 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33365 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35727/user/jenkins/test-data/b7a10cc3-99d6-7ae0-ecf8-2f74aa4d8e19/staging/jenkins__test__atk2op77l6kdidk2apm36rppvta16m77o8dg41roqn7cemjsj8v9fmm0gf1i346p/f/hfile_0 into 0af02d46812de728c9f96a1ed0906535/f as hdfs://localhost:35727/user/jenkins/test-data/b7a10cc3-99d6-7ae0-ecf8-2f74aa4d8e19/data/default/test/0af02d46812de728c9f96a1ed0906535/f/21badf6ce5884ce28958a111ee119a9d_SeqId_6_ - updating store file list. 2024-11-07T12:21:08,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33365 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 21badf6ce5884ce28958a111ee119a9d_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-07T12:21:08,642 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33365 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35727/user/jenkins/test-data/b7a10cc3-99d6-7ae0-ecf8-2f74aa4d8e19/data/default/test/0af02d46812de728c9f96a1ed0906535/f/21badf6ce5884ce28958a111ee119a9d_SeqId_6_ into 0af02d46812de728c9f96a1ed0906535/f 2024-11-07T12:21:08,642 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33365 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35727/user/jenkins/test-data/b7a10cc3-99d6-7ae0-ecf8-2f74aa4d8e19/staging/jenkins__test__atk2op77l6kdidk2apm36rppvta16m77o8dg41roqn7cemjsj8v9fmm0gf1i346p/f/hfile_0 into 0af02d46812de728c9f96a1ed0906535/f (new location: hdfs://localhost:35727/user/jenkins/test-data/b7a10cc3-99d6-7ae0-ecf8-2f74aa4d8e19/data/default/test/0af02d46812de728c9f96a1ed0906535/f/21badf6ce5884ce28958a111ee119a9d_SeqId_6_) 2024-11-07T12:21:08,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33365 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35727/user/jenkins/test-data/b7a10cc3-99d6-7ae0-ecf8-2f74aa4d8e19/staging/jenkins__test__atk2op77l6kdidk2apm36rppvta16m77o8dg41roqn7cemjsj8v9fmm0gf1i346p/f/hfile_0 2024-11-07T12:21:08,643 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33365 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35727/user/jenkins/test-data/b7a10cc3-99d6-7ae0-ecf8-2f74aa4d8e19/staging/jenkins__test__atk2op77l6kdidk2apm36rppvta16m77o8dg41roqn7cemjsj8v9fmm0gf1i346p/f/hfile_1 into 0af02d46812de728c9f96a1ed0906535/f as hdfs://localhost:35727/user/jenkins/test-data/b7a10cc3-99d6-7ae0-ecf8-2f74aa4d8e19/data/default/test/0af02d46812de728c9f96a1ed0906535/f/72c9170c724f4c158f7e1ea0fc4b1b7b_SeqId_6_ - updating store file list. 2024-11-07T12:21:08,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33365 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 72c9170c724f4c158f7e1ea0fc4b1b7b_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-07T12:21:08,646 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33365 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35727/user/jenkins/test-data/b7a10cc3-99d6-7ae0-ecf8-2f74aa4d8e19/data/default/test/0af02d46812de728c9f96a1ed0906535/f/72c9170c724f4c158f7e1ea0fc4b1b7b_SeqId_6_ into 0af02d46812de728c9f96a1ed0906535/f 2024-11-07T12:21:08,646 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33365 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35727/user/jenkins/test-data/b7a10cc3-99d6-7ae0-ecf8-2f74aa4d8e19/staging/jenkins__test__atk2op77l6kdidk2apm36rppvta16m77o8dg41roqn7cemjsj8v9fmm0gf1i346p/f/hfile_1 into 0af02d46812de728c9f96a1ed0906535/f (new location: hdfs://localhost:35727/user/jenkins/test-data/b7a10cc3-99d6-7ae0-ecf8-2f74aa4d8e19/data/default/test/0af02d46812de728c9f96a1ed0906535/f/72c9170c724f4c158f7e1ea0fc4b1b7b_SeqId_6_) 2024-11-07T12:21:08,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33365 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35727/user/jenkins/test-data/b7a10cc3-99d6-7ae0-ecf8-2f74aa4d8e19/staging/jenkins__test__atk2op77l6kdidk2apm36rppvta16m77o8dg41roqn7cemjsj8v9fmm0gf1i346p/f/hfile_1 2024-11-07T12:21:08,647 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T12:21:08,647 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:340) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T12:21:08,648 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:21:08,648 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:21:08,648 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T12:21:08,648 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1730982061233.0af02d46812de728c9f96a1ed0906535., hostname=87fb68174c52,33365,1730982051535, seqNum=2 , the old value is region=test,,1730982061233.0af02d46812de728c9f96a1ed0906535., hostname=87fb68174c52,33365,1730982051535, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=87fb68174c52:33365 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-07T12:21:08,648 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1730982061233.0af02d46812de728c9f96a1ed0906535., hostname=87fb68174c52,33365,1730982051535, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-07T12:21:08,648 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1730982061233.0af02d46812de728c9f96a1ed0906535., hostname=87fb68174c52,33365,1730982051535, seqNum=2 from cache 2024-11-07T12:21:08,649 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-07T12:21:08,650 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-07T12:21:08,701 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,2-87fb68174c52,33365,1730982051535.replicationSource.wal-reader.87fb68174c52%2C33365%2C1730982051535,2-87fb68174c52,33365,1730982051535 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35727/user/jenkins/test-data/b7a10cc3-99d6-7ae0-ecf8-2f74aa4d8e19/WALs/87fb68174c52,33365,1730982051535/87fb68174c52%2C33365%2C1730982051535.1730982068224 to pos 0, reset compression=false 2024-11-07T12:21:08,705 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,2-87fb68174c52,33365,1730982051535.replicationSource.wal-reader.87fb68174c52%2C33365%2C1730982051535,2-87fb68174c52,33365,1730982051535 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-07T12:21:08,705 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,2-87fb68174c52,33365,1730982051535.replicationSource.shipper87fb68174c52%2C33365%2C1730982051535,2-87fb68174c52,33365,1730982051535 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-87fb68174c52,33365,1730982051535 got entry batch from reader: WALEntryBatch [walEntries=[{test/0af02d46812de728c9f96a1ed0906535/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1730982068646/Put/vlen=190/seqid=0; >],11198}], lastWalPath=hdfs://localhost:35727/user/jenkins/test-data/b7a10cc3-99d6-7ae0-ecf8-2f74aa4d8e19/WALs/87fb68174c52,33365,1730982051535/87fb68174c52%2C33365%2C1730982051535.1730982068224, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11198, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-07T12:21:08,707 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,2-87fb68174c52,33365,1730982051535.replicationSource.shipper87fb68174c52%2C33365%2C1730982051535,2-87fb68174c52,33365,1730982051535 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-07T12:21:08,708 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57198, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-11-07T12:21:08,709 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32859 {}] regionserver.ReplicationSink(318): Replicating [0d1340e5-f68a-491a-b2e0-31acca7a9124] bulk loaded data 2024-11-07T12:21:08,709 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32859 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@265c6d05, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:21:08,709 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32859 {}] client.ClusterIdFetcher(90): Going to request 87fb68174c52,42433,-1 for getting cluster id 2024-11-07T12:21:08,709 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32859 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T12:21:08,710 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8f897d81-3a7f-40fa-a60d-e46ce0c9f56e' 2024-11-07T12:21:08,710 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T12:21:08,710 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8f897d81-3a7f-40fa-a60d-e46ce0c9f56e" 2024-11-07T12:21:08,710 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3ce4cfa6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:21:08,710 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [87fb68174c52,42433,-1] 2024-11-07T12:21:08,710 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T12:21:08,710 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:21:08,711 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51422, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientMetaService 2024-11-07T12:21:08,711 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32859 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@302e36a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:21:08,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35633 is added to blk_1073741837_1013 (size=11194) 2024-11-07T12:21:08,754 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=87fb68174c52:33365 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-07T12:21:08,906 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,2-87fb68174c52,33365,1730982051535.replicationSource.wal-reader.87fb68174c52%2C33365%2C1730982051535,2-87fb68174c52,33365,1730982051535 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35727/user/jenkins/test-data/b7a10cc3-99d6-7ae0-ecf8-2f74aa4d8e19/WALs/87fb68174c52,33365,1730982051535/87fb68174c52%2C33365%2C1730982051535.1730982068224 to pos 393, reset compression=false 2024-11-07T12:21:09,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35633 is added to blk_1073741838_1014 (size=10791) 2024-11-07T12:21:09,137 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32859 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T12:21:09,137 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 87fb68174c52,42433,1730982058916 2024-11-07T12:21:09,138 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5127d515 2024-11-07T12:21:09,138 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T12:21:09,138 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51430, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=MasterService 2024-11-07T12:21:09,141 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32859 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-07T12:21:09,141 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32859 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T12:21:09,142 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=87fb68174c52,32859,1730982058980, seqNum=-1] 2024-11-07T12:21:09,142 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T12:21:09,142 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57202, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientService 2024-11-07T12:21:09,148 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45709/user/jenkins/test-data/b649327a-62e9-979d-0d6a-037d7dae15c2/staging/jenkins.hfs.23__test__n65i1lgfpg9oi3ohkj3hmlg3rs5479s16ubr7tu5vklm47dhio9jlqnpdr00i5cf/f/21badf6ce5884ce28958a111ee119a9d_SeqId_6_ first=Optional[ssss] last=Optional[uuuu] 2024-11-07T12:21:09,150 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45709/user/jenkins/test-data/b649327a-62e9-979d-0d6a-037d7dae15c2/staging/jenkins.hfs.23__test__n65i1lgfpg9oi3ohkj3hmlg3rs5479s16ubr7tu5vklm47dhio9jlqnpdr00i5cf/f/72c9170c724f4c158f7e1ea0fc4b1b7b_SeqId_6_ first=Optional[vvv] last=Optional[xxx] 2024-11-07T12:21:09,156 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32859 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45709/user/jenkins/test-data/b649327a-62e9-979d-0d6a-037d7dae15c2/staging/jenkins.hfs.23__test__n65i1lgfpg9oi3ohkj3hmlg3rs5479s16ubr7tu5vklm47dhio9jlqnpdr00i5cf/f/21badf6ce5884ce28958a111ee119a9d_SeqId_6_ for inclusion in 69661f4a8f979b13c3a24e17f720aa1d/f 2024-11-07T12:21:09,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32859 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-07T12:21:09,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32859 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-07T12:21:09,158 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32859 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45709/user/jenkins/test-data/b649327a-62e9-979d-0d6a-037d7dae15c2/staging/jenkins.hfs.23__test__n65i1lgfpg9oi3ohkj3hmlg3rs5479s16ubr7tu5vklm47dhio9jlqnpdr00i5cf/f/72c9170c724f4c158f7e1ea0fc4b1b7b_SeqId_6_ for inclusion in 69661f4a8f979b13c3a24e17f720aa1d/f 2024-11-07T12:21:09,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32859 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-07T12:21:09,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32859 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-07T12:21:09,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32859 {}] regionserver.HRegion(2603): Flush status journal for 69661f4a8f979b13c3a24e17f720aa1d: 2024-11-07T12:21:09,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32859 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 21badf6ce5884ce28958a111ee119a9d_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-07T12:21:09,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32859 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45709/user/jenkins/test-data/b649327a-62e9-979d-0d6a-037d7dae15c2/staging/jenkins.hfs.23__test__n65i1lgfpg9oi3ohkj3hmlg3rs5479s16ubr7tu5vklm47dhio9jlqnpdr00i5cf/f/21badf6ce5884ce28958a111ee119a9d_SeqId_6_ as hdfs://localhost:45709/user/jenkins/test-data/b649327a-62e9-979d-0d6a-037d7dae15c2/data/default/test/69661f4a8f979b13c3a24e17f720aa1d/f/c7a7f8b05ba5491d8b39cc3a85ceeab2_SeqId_4_ 2024-11-07T12:21:09,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32859 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 72c9170c724f4c158f7e1ea0fc4b1b7b_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-07T12:21:09,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32859 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45709/user/jenkins/test-data/b649327a-62e9-979d-0d6a-037d7dae15c2/staging/jenkins.hfs.23__test__n65i1lgfpg9oi3ohkj3hmlg3rs5479s16ubr7tu5vklm47dhio9jlqnpdr00i5cf/f/72c9170c724f4c158f7e1ea0fc4b1b7b_SeqId_6_ as hdfs://localhost:45709/user/jenkins/test-data/b649327a-62e9-979d-0d6a-037d7dae15c2/data/default/test/69661f4a8f979b13c3a24e17f720aa1d/f/088f7047bbb545d48207f100c51942b6_SeqId_4_ 2024-11-07T12:21:09,166 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32859 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45709/user/jenkins/test-data/b649327a-62e9-979d-0d6a-037d7dae15c2/staging/jenkins.hfs.23__test__n65i1lgfpg9oi3ohkj3hmlg3rs5479s16ubr7tu5vklm47dhio9jlqnpdr00i5cf/f/21badf6ce5884ce28958a111ee119a9d_SeqId_6_ into 69661f4a8f979b13c3a24e17f720aa1d/f as hdfs://localhost:45709/user/jenkins/test-data/b649327a-62e9-979d-0d6a-037d7dae15c2/data/default/test/69661f4a8f979b13c3a24e17f720aa1d/f/c7a7f8b05ba5491d8b39cc3a85ceeab2_SeqId_4_ - updating store file list. 2024-11-07T12:21:09,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32859 {}] regionserver.HStoreFile(483): HFile Bloom filter type for c7a7f8b05ba5491d8b39cc3a85ceeab2_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-07T12:21:09,169 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32859 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45709/user/jenkins/test-data/b649327a-62e9-979d-0d6a-037d7dae15c2/data/default/test/69661f4a8f979b13c3a24e17f720aa1d/f/c7a7f8b05ba5491d8b39cc3a85ceeab2_SeqId_4_ into 69661f4a8f979b13c3a24e17f720aa1d/f 2024-11-07T12:21:09,169 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32859 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45709/user/jenkins/test-data/b649327a-62e9-979d-0d6a-037d7dae15c2/staging/jenkins.hfs.23__test__n65i1lgfpg9oi3ohkj3hmlg3rs5479s16ubr7tu5vklm47dhio9jlqnpdr00i5cf/f/21badf6ce5884ce28958a111ee119a9d_SeqId_6_ into 69661f4a8f979b13c3a24e17f720aa1d/f (new location: hdfs://localhost:45709/user/jenkins/test-data/b649327a-62e9-979d-0d6a-037d7dae15c2/data/default/test/69661f4a8f979b13c3a24e17f720aa1d/f/c7a7f8b05ba5491d8b39cc3a85ceeab2_SeqId_4_) 2024-11-07T12:21:09,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32859 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45709/user/jenkins/test-data/b649327a-62e9-979d-0d6a-037d7dae15c2/staging/jenkins.hfs.23__test__n65i1lgfpg9oi3ohkj3hmlg3rs5479s16ubr7tu5vklm47dhio9jlqnpdr00i5cf/f/21badf6ce5884ce28958a111ee119a9d_SeqId_6_ 2024-11-07T12:21:09,172 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32859 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45709/user/jenkins/test-data/b649327a-62e9-979d-0d6a-037d7dae15c2/staging/jenkins.hfs.23__test__n65i1lgfpg9oi3ohkj3hmlg3rs5479s16ubr7tu5vklm47dhio9jlqnpdr00i5cf/f/72c9170c724f4c158f7e1ea0fc4b1b7b_SeqId_6_ into 69661f4a8f979b13c3a24e17f720aa1d/f as hdfs://localhost:45709/user/jenkins/test-data/b649327a-62e9-979d-0d6a-037d7dae15c2/data/default/test/69661f4a8f979b13c3a24e17f720aa1d/f/088f7047bbb545d48207f100c51942b6_SeqId_4_ - updating store file list. 2024-11-07T12:21:09,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32859 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 088f7047bbb545d48207f100c51942b6_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-07T12:21:09,175 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32859 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45709/user/jenkins/test-data/b649327a-62e9-979d-0d6a-037d7dae15c2/data/default/test/69661f4a8f979b13c3a24e17f720aa1d/f/088f7047bbb545d48207f100c51942b6_SeqId_4_ into 69661f4a8f979b13c3a24e17f720aa1d/f 2024-11-07T12:21:09,175 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32859 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45709/user/jenkins/test-data/b649327a-62e9-979d-0d6a-037d7dae15c2/staging/jenkins.hfs.23__test__n65i1lgfpg9oi3ohkj3hmlg3rs5479s16ubr7tu5vklm47dhio9jlqnpdr00i5cf/f/72c9170c724f4c158f7e1ea0fc4b1b7b_SeqId_6_ into 69661f4a8f979b13c3a24e17f720aa1d/f (new location: hdfs://localhost:45709/user/jenkins/test-data/b649327a-62e9-979d-0d6a-037d7dae15c2/data/default/test/69661f4a8f979b13c3a24e17f720aa1d/f/088f7047bbb545d48207f100c51942b6_SeqId_4_) 2024-11-07T12:21:09,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32859 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45709/user/jenkins/test-data/b649327a-62e9-979d-0d6a-037d7dae15c2/staging/jenkins.hfs.23__test__n65i1lgfpg9oi3ohkj3hmlg3rs5479s16ubr7tu5vklm47dhio9jlqnpdr00i5cf/f/72c9170c724f4c158f7e1ea0fc4b1b7b_SeqId_6_ 2024-11-07T12:21:09,177 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32859 {}] regionserver.ReplicationSink(324): Finished replicating [0d1340e5-f68a-491a-b2e0-31acca7a9124] bulk loaded data 2024-11-07T12:21:09,193 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,33365,1730982051535.replicationSource.wal-reader.87fb68174c52%2C33365%2C1730982051535,1-87fb68174c52,33365,1730982051535 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35727/user/jenkins/test-data/b7a10cc3-99d6-7ae0-ecf8-2f74aa4d8e19/WALs/87fb68174c52,33365,1730982051535/87fb68174c52%2C33365%2C1730982051535.1730982068224 to pos 0, reset compression=false 2024-11-07T12:21:09,198 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,33365,1730982051535.replicationSource.wal-reader.87fb68174c52%2C33365%2C1730982051535,1-87fb68174c52,33365,1730982051535 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-07T12:21:09,198 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,33365,1730982051535.replicationSource.shipper87fb68174c52%2C33365%2C1730982051535,1-87fb68174c52,33365,1730982051535 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-87fb68174c52,33365,1730982051535 got entry batch from reader: WALEntryBatch [walEntries=[{test/0af02d46812de728c9f96a1ed0906535/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1730982068646/Put/vlen=190/seqid=0; >],11198}], lastWalPath=hdfs://localhost:35727/user/jenkins/test-data/b7a10cc3-99d6-7ae0-ecf8-2f74aa4d8e19/WALs/87fb68174c52,33365,1730982051535/87fb68174c52%2C33365%2C1730982051535.1730982068224, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11198, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-07T12:21:09,199 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44625 {}] regionserver.ReplicationSink(318): Replicating [0d1340e5-f68a-491a-b2e0-31acca7a9124] bulk loaded data 2024-11-07T12:21:09,210 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,2-87fb68174c52,33365,1730982051535.replicationSource.wal-reader.87fb68174c52%2C33365%2C1730982051535,2-87fb68174c52,33365,1730982051535 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35727/user/jenkins/test-data/b7a10cc3-99d6-7ae0-ecf8-2f74aa4d8e19/WALs/87fb68174c52,33365,1730982051535/87fb68174c52%2C33365%2C1730982051535.1730982068224 to pos 393, reset compression=false 2024-11-07T12:21:09,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36689 is added to blk_1073741839_1015 (size=11194) 2024-11-07T12:21:09,313 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-07T12:21:09,315 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T12:21:09,315 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T12:21:09,315 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T12:21:09,316 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T12:21:09,316 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T12:21:09,316 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T12:21:09,317 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T12:21:09,317 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T12:21:09,382 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T12:21:09,382 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T12:21:09,382 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T12:21:09,382 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T12:21:09,382 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T12:21:09,383 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T12:21:09,390 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T12:21:09,393 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T12:21:09,393 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T12:21:09,395 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T12:21:09,398 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,33365,1730982051535.replicationSource.wal-reader.87fb68174c52%2C33365%2C1730982051535,1-87fb68174c52,33365,1730982051535 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35727/user/jenkins/test-data/b7a10cc3-99d6-7ae0-ecf8-2f74aa4d8e19/WALs/87fb68174c52,33365,1730982051535/87fb68174c52%2C33365%2C1730982051535.1730982068224 to pos 393, reset compression=false 2024-11-07T12:21:09,613 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,2-87fb68174c52,33365,1730982051535.replicationSource.wal-reader.87fb68174c52%2C33365%2C1730982051535,2-87fb68174c52,33365,1730982051535 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35727/user/jenkins/test-data/b7a10cc3-99d6-7ae0-ecf8-2f74aa4d8e19/WALs/87fb68174c52,33365,1730982051535/87fb68174c52%2C33365%2C1730982051535.1730982068224 to pos 393, reset compression=false 2024-11-07T12:21:09,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36689 is added to blk_1073741840_1016 (size=10791) 2024-11-07T12:21:09,654 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-07T12:21:09,703 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,33365,1730982051535.replicationSource.wal-reader.87fb68174c52%2C33365%2C1730982051535,1-87fb68174c52,33365,1730982051535 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35727/user/jenkins/test-data/b7a10cc3-99d6-7ae0-ecf8-2f74aa4d8e19/WALs/87fb68174c52,33365,1730982051535/87fb68174c52%2C33365%2C1730982051535.1730982068224 to pos 393, reset compression=false 2024-11-07T12:21:10,028 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44625 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-07T12:21:10,035 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33215/user/jenkins/test-data/cc845086-fd0c-f7c9-7663-ad1fda0d6b2f/staging/jenkins.hfs.22__test__v86mb13f3iui3itp3t4ti1doulml920i2qit9gf681bl6kd06kaa75hhoc7ppv82/f/21badf6ce5884ce28958a111ee119a9d_SeqId_6_ first=Optional[ssss] last=Optional[uuuu] 2024-11-07T12:21:10,039 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33215/user/jenkins/test-data/cc845086-fd0c-f7c9-7663-ad1fda0d6b2f/staging/jenkins.hfs.22__test__v86mb13f3iui3itp3t4ti1doulml920i2qit9gf681bl6kd06kaa75hhoc7ppv82/f/72c9170c724f4c158f7e1ea0fc4b1b7b_SeqId_6_ first=Optional[vvv] last=Optional[xxx] 2024-11-07T12:21:10,041 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44625 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33215/user/jenkins/test-data/cc845086-fd0c-f7c9-7663-ad1fda0d6b2f/staging/jenkins.hfs.22__test__v86mb13f3iui3itp3t4ti1doulml920i2qit9gf681bl6kd06kaa75hhoc7ppv82/f/21badf6ce5884ce28958a111ee119a9d_SeqId_6_ for inclusion in b9037686a8010e69bc1eebe0a10e1ee8/f 2024-11-07T12:21:10,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44625 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-07T12:21:10,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44625 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-07T12:21:10,044 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44625 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33215/user/jenkins/test-data/cc845086-fd0c-f7c9-7663-ad1fda0d6b2f/staging/jenkins.hfs.22__test__v86mb13f3iui3itp3t4ti1doulml920i2qit9gf681bl6kd06kaa75hhoc7ppv82/f/72c9170c724f4c158f7e1ea0fc4b1b7b_SeqId_6_ for inclusion in b9037686a8010e69bc1eebe0a10e1ee8/f 2024-11-07T12:21:10,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44625 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-07T12:21:10,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44625 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-07T12:21:10,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44625 {}] regionserver.HRegion(2603): Flush status journal for b9037686a8010e69bc1eebe0a10e1ee8: 2024-11-07T12:21:10,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44625 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 21badf6ce5884ce28958a111ee119a9d_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-07T12:21:10,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44625 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33215/user/jenkins/test-data/cc845086-fd0c-f7c9-7663-ad1fda0d6b2f/staging/jenkins.hfs.22__test__v86mb13f3iui3itp3t4ti1doulml920i2qit9gf681bl6kd06kaa75hhoc7ppv82/f/21badf6ce5884ce28958a111ee119a9d_SeqId_6_ as hdfs://localhost:33215/user/jenkins/test-data/cc845086-fd0c-f7c9-7663-ad1fda0d6b2f/data/default/test/b9037686a8010e69bc1eebe0a10e1ee8/f/0a28b266fe4443a9af330d0ff87df804_SeqId_6_ 2024-11-07T12:21:10,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44625 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 72c9170c724f4c158f7e1ea0fc4b1b7b_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-07T12:21:10,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44625 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33215/user/jenkins/test-data/cc845086-fd0c-f7c9-7663-ad1fda0d6b2f/staging/jenkins.hfs.22__test__v86mb13f3iui3itp3t4ti1doulml920i2qit9gf681bl6kd06kaa75hhoc7ppv82/f/72c9170c724f4c158f7e1ea0fc4b1b7b_SeqId_6_ as hdfs://localhost:33215/user/jenkins/test-data/cc845086-fd0c-f7c9-7663-ad1fda0d6b2f/data/default/test/b9037686a8010e69bc1eebe0a10e1ee8/f/313fa37dfe5a45f287a551f66e97c1dc_SeqId_6_ 2024-11-07T12:21:10,051 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44625 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33215/user/jenkins/test-data/cc845086-fd0c-f7c9-7663-ad1fda0d6b2f/staging/jenkins.hfs.22__test__v86mb13f3iui3itp3t4ti1doulml920i2qit9gf681bl6kd06kaa75hhoc7ppv82/f/21badf6ce5884ce28958a111ee119a9d_SeqId_6_ into b9037686a8010e69bc1eebe0a10e1ee8/f as hdfs://localhost:33215/user/jenkins/test-data/cc845086-fd0c-f7c9-7663-ad1fda0d6b2f/data/default/test/b9037686a8010e69bc1eebe0a10e1ee8/f/0a28b266fe4443a9af330d0ff87df804_SeqId_6_ - updating store file list. 2024-11-07T12:21:10,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44625 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 0a28b266fe4443a9af330d0ff87df804_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-07T12:21:10,057 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44625 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33215/user/jenkins/test-data/cc845086-fd0c-f7c9-7663-ad1fda0d6b2f/data/default/test/b9037686a8010e69bc1eebe0a10e1ee8/f/0a28b266fe4443a9af330d0ff87df804_SeqId_6_ into b9037686a8010e69bc1eebe0a10e1ee8/f 2024-11-07T12:21:10,057 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44625 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33215/user/jenkins/test-data/cc845086-fd0c-f7c9-7663-ad1fda0d6b2f/staging/jenkins.hfs.22__test__v86mb13f3iui3itp3t4ti1doulml920i2qit9gf681bl6kd06kaa75hhoc7ppv82/f/21badf6ce5884ce28958a111ee119a9d_SeqId_6_ into b9037686a8010e69bc1eebe0a10e1ee8/f (new location: hdfs://localhost:33215/user/jenkins/test-data/cc845086-fd0c-f7c9-7663-ad1fda0d6b2f/data/default/test/b9037686a8010e69bc1eebe0a10e1ee8/f/0a28b266fe4443a9af330d0ff87df804_SeqId_6_) 2024-11-07T12:21:10,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44625 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:33215/user/jenkins/test-data/cc845086-fd0c-f7c9-7663-ad1fda0d6b2f/staging/jenkins.hfs.22__test__v86mb13f3iui3itp3t4ti1doulml920i2qit9gf681bl6kd06kaa75hhoc7ppv82/f/21badf6ce5884ce28958a111ee119a9d_SeqId_6_ 2024-11-07T12:21:10,058 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44625 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33215/user/jenkins/test-data/cc845086-fd0c-f7c9-7663-ad1fda0d6b2f/staging/jenkins.hfs.22__test__v86mb13f3iui3itp3t4ti1doulml920i2qit9gf681bl6kd06kaa75hhoc7ppv82/f/72c9170c724f4c158f7e1ea0fc4b1b7b_SeqId_6_ into b9037686a8010e69bc1eebe0a10e1ee8/f as hdfs://localhost:33215/user/jenkins/test-data/cc845086-fd0c-f7c9-7663-ad1fda0d6b2f/data/default/test/b9037686a8010e69bc1eebe0a10e1ee8/f/313fa37dfe5a45f287a551f66e97c1dc_SeqId_6_ - updating store file list. 2024-11-07T12:21:10,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44625 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 313fa37dfe5a45f287a551f66e97c1dc_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-07T12:21:10,063 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44625 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33215/user/jenkins/test-data/cc845086-fd0c-f7c9-7663-ad1fda0d6b2f/data/default/test/b9037686a8010e69bc1eebe0a10e1ee8/f/313fa37dfe5a45f287a551f66e97c1dc_SeqId_6_ into b9037686a8010e69bc1eebe0a10e1ee8/f 2024-11-07T12:21:10,063 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44625 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33215/user/jenkins/test-data/cc845086-fd0c-f7c9-7663-ad1fda0d6b2f/staging/jenkins.hfs.22__test__v86mb13f3iui3itp3t4ti1doulml920i2qit9gf681bl6kd06kaa75hhoc7ppv82/f/72c9170c724f4c158f7e1ea0fc4b1b7b_SeqId_6_ into b9037686a8010e69bc1eebe0a10e1ee8/f (new location: hdfs://localhost:33215/user/jenkins/test-data/cc845086-fd0c-f7c9-7663-ad1fda0d6b2f/data/default/test/b9037686a8010e69bc1eebe0a10e1ee8/f/313fa37dfe5a45f287a551f66e97c1dc_SeqId_6_) 2024-11-07T12:21:10,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44625 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:33215/user/jenkins/test-data/cc845086-fd0c-f7c9-7663-ad1fda0d6b2f/staging/jenkins.hfs.22__test__v86mb13f3iui3itp3t4ti1doulml920i2qit9gf681bl6kd06kaa75hhoc7ppv82/f/72c9170c724f4c158f7e1ea0fc4b1b7b_SeqId_6_ 2024-11-07T12:21:10,066 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44625 {}] regionserver.ReplicationSink(324): Finished replicating [0d1340e5-f68a-491a-b2e0-31acca7a9124] bulk loaded data 2024-11-07T12:21:10,121 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,2-87fb68174c52,33365,1730982051535.replicationSource.wal-reader.87fb68174c52%2C33365%2C1730982051535,2-87fb68174c52,33365,1730982051535 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35727/user/jenkins/test-data/b7a10cc3-99d6-7ae0-ecf8-2f74aa4d8e19/WALs/87fb68174c52,33365,1730982051535/87fb68174c52%2C33365%2C1730982051535.1730982068224 to pos 393, reset compression=false 2024-11-07T12:21:10,122 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,33365,1730982051535.replicationSource.wal-reader.87fb68174c52%2C33365%2C1730982051535,1-87fb68174c52,33365,1730982051535 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35727/user/jenkins/test-data/b7a10cc3-99d6-7ae0-ecf8-2f74aa4d8e19/WALs/87fb68174c52,33365,1730982051535/87fb68174c52%2C33365%2C1730982051535.1730982068224 to pos 393, reset compression=false 2024-11-07T12:21:10,376 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-07T12:21:10,626 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,33365,1730982051535.replicationSource.wal-reader.87fb68174c52%2C33365%2C1730982051535,1-87fb68174c52,33365,1730982051535 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35727/user/jenkins/test-data/b7a10cc3-99d6-7ae0-ecf8-2f74aa4d8e19/WALs/87fb68174c52,33365,1730982051535/87fb68174c52%2C33365%2C1730982051535.1730982068224 to pos 393, reset compression=false 2024-11-07T12:21:10,676 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-07T12:21:10,676 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T12:21:10,676 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T12:21:10,677 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:21:10,677 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:21:10,677 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-07T12:21:10,677 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=841733709, stopped=false 2024-11-07T12:21:10,677 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=87fb68174c52,42433,1730982058916 2024-11-07T12:21:10,678 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T12:21:10,679 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32859-0x1001a3004b30007, quorum=127.0.0.1:64763, baseZNode=/21833647562 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21833647562/running 2024-11-07T12:21:10,679 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42433-0x1001a3004b30006, quorum=127.0.0.1:64763, baseZNode=/21833647562 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21833647562/running 2024-11-07T12:21:10,679 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32859-0x1001a3004b30007, quorum=127.0.0.1:64763, baseZNode=/21833647562 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21833647562 2024-11-07T12:21:10,679 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42433-0x1001a3004b30006, quorum=127.0.0.1:64763, baseZNode=/21833647562 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21833647562 2024-11-07T12:21:10,679 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-07T12:21:10,679 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T12:21:10,679 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T12:21:10,679 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:21:10,680 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42433-0x1001a3004b30006, quorum=127.0.0.1:64763, baseZNode=/21833647562 Set watcher on znode that does not yet exist, /21833647562/running 2024-11-07T12:21:10,681 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '87fb68174c52,32859,1730982058980' ***** 2024-11-07T12:21:10,681 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-07T12:21:10,681 INFO [RS:0;87fb68174c52:32859 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-07T12:21:10,681 INFO [RS:0;87fb68174c52:32859 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-07T12:21:10,681 INFO [RS:0;87fb68174c52:32859 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-07T12:21:10,682 INFO [RS:0;87fb68174c52:32859 {}] regionserver.HRegionServer(3091): Received CLOSE for 69661f4a8f979b13c3a24e17f720aa1d 2024-11-07T12:21:10,682 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-07T12:21:10,682 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:32859-0x1001a3004b30007, quorum=127.0.0.1:64763, baseZNode=/21833647562 Set watcher on znode that does not yet exist, /21833647562/running 2024-11-07T12:21:10,682 INFO [RS:0;87fb68174c52:32859 {}] regionserver.HRegionServer(959): stopping server 87fb68174c52,32859,1730982058980 2024-11-07T12:21:10,682 INFO [RS:0;87fb68174c52:32859 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-07T12:21:10,682 INFO [RS:0;87fb68174c52:32859 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;87fb68174c52:32859. 2024-11-07T12:21:10,682 DEBUG [RS:0;87fb68174c52:32859 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T12:21:10,682 DEBUG [RS:0;87fb68174c52:32859 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:21:10,682 INFO [RS:0;87fb68174c52:32859 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-07T12:21:10,682 INFO [RS:0;87fb68174c52:32859 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-07T12:21:10,682 INFO [RS:0;87fb68174c52:32859 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-07T12:21:10,682 INFO [RS:0;87fb68174c52:32859 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-07T12:21:10,683 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 69661f4a8f979b13c3a24e17f720aa1d, disabling compactions & flushes 2024-11-07T12:21:10,683 INFO [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1730982063017.69661f4a8f979b13c3a24e17f720aa1d. 2024-11-07T12:21:10,683 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1730982063017.69661f4a8f979b13c3a24e17f720aa1d. 2024-11-07T12:21:10,683 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1730982063017.69661f4a8f979b13c3a24e17f720aa1d. after waiting 0 ms 2024-11-07T12:21:10,683 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1730982063017.69661f4a8f979b13c3a24e17f720aa1d. 2024-11-07T12:21:10,692 INFO [RS:0;87fb68174c52:32859 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-07T12:21:10,693 DEBUG [RS:0;87fb68174c52:32859 {}] regionserver.HRegionServer(1325): Online Regions={69661f4a8f979b13c3a24e17f720aa1d=test,,1730982063017.69661f4a8f979b13c3a24e17f720aa1d., 1588230740=hbase:meta,,1.1588230740} 2024-11-07T12:21:10,693 DEBUG [RS:0;87fb68174c52:32859 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 69661f4a8f979b13c3a24e17f720aa1d 2024-11-07T12:21:10,694 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-07T12:21:10,694 INFO [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-07T12:21:10,694 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-07T12:21:10,694 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-07T12:21:10,694 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-07T12:21:10,694 INFO [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-07T12:21:10,706 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45709/user/jenkins/test-data/b649327a-62e9-979d-0d6a-037d7dae15c2/data/default/test/69661f4a8f979b13c3a24e17f720aa1d/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-07T12:21:10,707 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-07T12:21:10,707 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-07T12:21:10,707 INFO [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1730982063017.69661f4a8f979b13c3a24e17f720aa1d. 2024-11-07T12:21:10,707 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 69661f4a8f979b13c3a24e17f720aa1d: Waiting for close lock at 1730982070683Running coprocessor pre-close hooks at 1730982070683Disabling compacts and flushes for region at 1730982070683Disabling writes for close at 1730982070683Writing region close event to WAL at 1730982070697 (+14 ms)Running coprocessor post-close hooks at 1730982070706 (+9 ms)Closed at 1730982070707 (+1 ms) 2024-11-07T12:21:10,707 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1730982063017.69661f4a8f979b13c3a24e17f720aa1d. 2024-11-07T12:21:10,721 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45709/user/jenkins/test-data/b649327a-62e9-979d-0d6a-037d7dae15c2/data/hbase/meta/1588230740/.tmp/info/54afc16d309441daaa691ce4d6ef6e08 is 129, key is test,,1730982063017.69661f4a8f979b13c3a24e17f720aa1d./info:regioninfo/1730982063851/Put/seqid=0 2024-11-07T12:21:10,725 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,2-87fb68174c52,33365,1730982051535.replicationSource.wal-reader.87fb68174c52%2C33365%2C1730982051535,2-87fb68174c52,33365,1730982051535 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35727/user/jenkins/test-data/b7a10cc3-99d6-7ae0-ecf8-2f74aa4d8e19/WALs/87fb68174c52,33365,1730982051535/87fb68174c52%2C33365%2C1730982051535.1730982068224 to pos 393, reset compression=false 2024-11-07T12:21:10,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35633 is added to blk_1073741839_1015 (size=6421) 2024-11-07T12:21:10,732 INFO [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45709/user/jenkins/test-data/b649327a-62e9-979d-0d6a-037d7dae15c2/data/hbase/meta/1588230740/.tmp/info/54afc16d309441daaa691ce4d6ef6e08 2024-11-07T12:21:10,758 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45709/user/jenkins/test-data/b649327a-62e9-979d-0d6a-037d7dae15c2/data/hbase/meta/1588230740/.tmp/ns/4322c95f25d04ff385aa0e9a01542dbe is 43, key is default/ns:d/1730982061191/Put/seqid=0 2024-11-07T12:21:10,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35633 is added to blk_1073741840_1016 (size=5153) 2024-11-07T12:21:10,766 INFO [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45709/user/jenkins/test-data/b649327a-62e9-979d-0d6a-037d7dae15c2/data/hbase/meta/1588230740/.tmp/ns/4322c95f25d04ff385aa0e9a01542dbe 2024-11-07T12:21:10,776 INFO [regionserver/87fb68174c52:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-07T12:21:10,790 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45709/user/jenkins/test-data/b649327a-62e9-979d-0d6a-037d7dae15c2/data/hbase/meta/1588230740/.tmp/rep_barrier/f6d2cedaa0cd46c59d340ff02dd9a1c0 is 112, key is test,,1730982063017.69661f4a8f979b13c3a24e17f720aa1d./rep_barrier:seqnumDuringOpen/1730982063851/Put/seqid=0 2024-11-07T12:21:10,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35633 is added to blk_1073741841_1017 (size=5518) 2024-11-07T12:21:10,799 INFO [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45709/user/jenkins/test-data/b649327a-62e9-979d-0d6a-037d7dae15c2/data/hbase/meta/1588230740/.tmp/rep_barrier/f6d2cedaa0cd46c59d340ff02dd9a1c0 2024-11-07T12:21:10,823 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45709/user/jenkins/test-data/b649327a-62e9-979d-0d6a-037d7dae15c2/data/hbase/meta/1588230740/.tmp/table/b141f78355284f9f92deada785e77454 is 40, key is test/table:state/1730982063876/Put/seqid=0 2024-11-07T12:21:10,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35633 is added to blk_1073741842_1018 (size=5165) 2024-11-07T12:21:10,830 INFO [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45709/user/jenkins/test-data/b649327a-62e9-979d-0d6a-037d7dae15c2/data/hbase/meta/1588230740/.tmp/table/b141f78355284f9f92deada785e77454 2024-11-07T12:21:10,834 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45709/user/jenkins/test-data/b649327a-62e9-979d-0d6a-037d7dae15c2/data/hbase/meta/1588230740/.tmp/info/54afc16d309441daaa691ce4d6ef6e08 as hdfs://localhost:45709/user/jenkins/test-data/b649327a-62e9-979d-0d6a-037d7dae15c2/data/hbase/meta/1588230740/info/54afc16d309441daaa691ce4d6ef6e08 2024-11-07T12:21:10,842 INFO [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45709/user/jenkins/test-data/b649327a-62e9-979d-0d6a-037d7dae15c2/data/hbase/meta/1588230740/info/54afc16d309441daaa691ce4d6ef6e08, entries=10, sequenceid=11, filesize=6.3 K 2024-11-07T12:21:10,843 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45709/user/jenkins/test-data/b649327a-62e9-979d-0d6a-037d7dae15c2/data/hbase/meta/1588230740/.tmp/ns/4322c95f25d04ff385aa0e9a01542dbe as hdfs://localhost:45709/user/jenkins/test-data/b649327a-62e9-979d-0d6a-037d7dae15c2/data/hbase/meta/1588230740/ns/4322c95f25d04ff385aa0e9a01542dbe 2024-11-07T12:21:10,847 INFO [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45709/user/jenkins/test-data/b649327a-62e9-979d-0d6a-037d7dae15c2/data/hbase/meta/1588230740/ns/4322c95f25d04ff385aa0e9a01542dbe, entries=2, sequenceid=11, filesize=5.0 K 2024-11-07T12:21:10,848 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45709/user/jenkins/test-data/b649327a-62e9-979d-0d6a-037d7dae15c2/data/hbase/meta/1588230740/.tmp/rep_barrier/f6d2cedaa0cd46c59d340ff02dd9a1c0 as hdfs://localhost:45709/user/jenkins/test-data/b649327a-62e9-979d-0d6a-037d7dae15c2/data/hbase/meta/1588230740/rep_barrier/f6d2cedaa0cd46c59d340ff02dd9a1c0 2024-11-07T12:21:10,852 INFO [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45709/user/jenkins/test-data/b649327a-62e9-979d-0d6a-037d7dae15c2/data/hbase/meta/1588230740/rep_barrier/f6d2cedaa0cd46c59d340ff02dd9a1c0, entries=1, sequenceid=11, filesize=5.4 K 2024-11-07T12:21:10,853 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45709/user/jenkins/test-data/b649327a-62e9-979d-0d6a-037d7dae15c2/data/hbase/meta/1588230740/.tmp/table/b141f78355284f9f92deada785e77454 as hdfs://localhost:45709/user/jenkins/test-data/b649327a-62e9-979d-0d6a-037d7dae15c2/data/hbase/meta/1588230740/table/b141f78355284f9f92deada785e77454 2024-11-07T12:21:10,860 INFO [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45709/user/jenkins/test-data/b649327a-62e9-979d-0d6a-037d7dae15c2/data/hbase/meta/1588230740/table/b141f78355284f9f92deada785e77454, entries=2, sequenceid=11, filesize=5.0 K 2024-11-07T12:21:10,860 INFO [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 166ms, sequenceid=11, compaction requested=false 2024-11-07T12:21:10,865 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45709/user/jenkins/test-data/b649327a-62e9-979d-0d6a-037d7dae15c2/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-07T12:21:10,866 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-07T12:21:10,866 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-07T12:21:10,866 INFO [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-07T12:21:10,866 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1730982070694Running coprocessor pre-close hooks at 1730982070694Disabling compacts and flushes for region at 1730982070694Disabling writes for close at 1730982070694Obtaining lock to block concurrent updates at 1730982070694Preparing flush snapshotting stores in 1588230740 at 1730982070694Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1730982070695 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1730982070695Flushing 1588230740/info: creating writer at 1730982070695Flushing 1588230740/info: appending metadata at 1730982070720 (+25 ms)Flushing 1588230740/info: closing flushed file at 1730982070720Flushing 1588230740/ns: creating writer at 1730982070739 (+19 ms)Flushing 1588230740/ns: appending metadata at 1730982070757 (+18 ms)Flushing 1588230740/ns: closing flushed file at 1730982070757Flushing 1588230740/rep_barrier: creating writer at 1730982070773 (+16 ms)Flushing 1588230740/rep_barrier: appending metadata at 1730982070790 (+17 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1730982070790Flushing 1588230740/table: creating writer at 1730982070803 (+13 ms)Flushing 1588230740/table: appending metadata at 1730982070823 (+20 ms)Flushing 1588230740/table: closing flushed file at 1730982070823Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5d145486: reopening flushed file at 1730982070834 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4f86f5cf: reopening flushed file at 1730982070843 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4fbf3aba: reopening flushed file at 1730982070847 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5a9fd5b2: reopening flushed file at 1730982070852 (+5 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 166ms, sequenceid=11, compaction requested=false at 1730982070860 (+8 ms)Writing region close event to WAL at 1730982070863 (+3 ms)Running coprocessor post-close hooks at 1730982070866 (+3 ms)Closed at 1730982070866 2024-11-07T12:21:10,866 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-07T12:21:10,893 INFO [RS:0;87fb68174c52:32859 {}] regionserver.HRegionServer(976): stopping server 87fb68174c52,32859,1730982058980; all regions closed. 2024-11-07T12:21:10,895 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35633 is added to blk_1073741834_1010 (size=2717) 2024-11-07T12:21:10,895 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/b649327a-62e9-979d-0d6a-037d7dae15c2/WALs/87fb68174c52,32859,1730982058980/87fb68174c52%2C32859%2C1730982058980.meta.1730982061151.meta not finished, retry = 0 2024-11-07T12:21:10,997 DEBUG [RS:0;87fb68174c52:32859 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/b649327a-62e9-979d-0d6a-037d7dae15c2/oldWALs 2024-11-07T12:21:10,997 INFO [RS:0;87fb68174c52:32859 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 87fb68174c52%2C32859%2C1730982058980.meta:.meta(num 1730982061151) 2024-11-07T12:21:10,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35633 is added to blk_1073741832_1008 (size=1028) 2024-11-07T12:21:11,001 DEBUG [RS:0;87fb68174c52:32859 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/b649327a-62e9-979d-0d6a-037d7dae15c2/oldWALs 2024-11-07T12:21:11,001 INFO [RS:0;87fb68174c52:32859 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 87fb68174c52%2C32859%2C1730982058980:(num 1730982060198) 2024-11-07T12:21:11,001 DEBUG [RS:0;87fb68174c52:32859 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:21:11,001 INFO [RS:0;87fb68174c52:32859 {}] regionserver.LeaseManager(133): Closed leases 2024-11-07T12:21:11,001 INFO [RS:0;87fb68174c52:32859 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-07T12:21:11,001 INFO [RS:0;87fb68174c52:32859 {}] hbase.ChoreService(370): Chore service for: regionserver/87fb68174c52:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-07T12:21:11,001 INFO [RS:0;87fb68174c52:32859 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-07T12:21:11,001 INFO [regionserver/87fb68174c52:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-07T12:21:11,002 INFO [RS:0;87fb68174c52:32859 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;87fb68174c52:32859. 2024-11-07T12:21:11,002 DEBUG [RS:0;87fb68174c52:32859 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T12:21:11,002 DEBUG [RS:0;87fb68174c52:32859 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:21:11,002 DEBUG [RS:0;87fb68174c52:32859 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:21:11,002 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T12:21:11,002 INFO [RS:0;87fb68174c52:32859 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:32859 2024-11-07T12:21:11,004 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32859-0x1001a3004b30007, quorum=127.0.0.1:64763, baseZNode=/21833647562 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21833647562/rs/87fb68174c52,32859,1730982058980 2024-11-07T12:21:11,004 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42433-0x1001a3004b30006, quorum=127.0.0.1:64763, baseZNode=/21833647562 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21833647562/rs 2024-11-07T12:21:11,004 INFO [RS:0;87fb68174c52:32859 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-07T12:21:11,006 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [87fb68174c52,32859,1730982058980] 2024-11-07T12:21:11,007 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /21833647562/draining/87fb68174c52,32859,1730982058980 already deleted, retry=false 2024-11-07T12:21:11,007 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 87fb68174c52,32859,1730982058980 expired; onlineServers=0 2024-11-07T12:21:11,007 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '87fb68174c52,42433,1730982058916' ***** 2024-11-07T12:21:11,007 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-07T12:21:11,007 INFO [M:0;87fb68174c52:42433 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-07T12:21:11,007 INFO [M:0;87fb68174c52:42433 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-07T12:21:11,007 DEBUG [M:0;87fb68174c52:42433 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-07T12:21:11,007 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-07T12:21:11,007 DEBUG [M:0;87fb68174c52:42433 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-07T12:21:11,007 DEBUG [master/87fb68174c52:0:becomeActiveMaster-HFileCleaner.large.0-1730982060005 {}] cleaner.HFileCleaner(306): Exit Thread[master/87fb68174c52:0:becomeActiveMaster-HFileCleaner.large.0-1730982060005,5,FailOnTimeoutGroup] 2024-11-07T12:21:11,007 DEBUG [master/87fb68174c52:0:becomeActiveMaster-HFileCleaner.small.0-1730982060008 {}] cleaner.HFileCleaner(306): Exit Thread[master/87fb68174c52:0:becomeActiveMaster-HFileCleaner.small.0-1730982060008,5,FailOnTimeoutGroup] 2024-11-07T12:21:11,008 INFO [M:0;87fb68174c52:42433 {}] hbase.ChoreService(370): Chore service for: master/87fb68174c52:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-07T12:21:11,008 INFO [M:0;87fb68174c52:42433 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-07T12:21:11,008 DEBUG [M:0;87fb68174c52:42433 {}] master.HMaster(1795): Stopping service threads 2024-11-07T12:21:11,008 INFO [M:0;87fb68174c52:42433 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-07T12:21:11,008 INFO [M:0;87fb68174c52:42433 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-07T12:21:11,008 INFO [M:0;87fb68174c52:42433 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-07T12:21:11,008 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-07T12:21:11,008 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42433-0x1001a3004b30006, quorum=127.0.0.1:64763, baseZNode=/21833647562 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21833647562/master 2024-11-07T12:21:11,008 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42433-0x1001a3004b30006, quorum=127.0.0.1:64763, baseZNode=/21833647562 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21833647562 2024-11-07T12:21:11,008 DEBUG [M:0;87fb68174c52:42433 {}] zookeeper.ZKUtil(347): master:42433-0x1001a3004b30006, quorum=127.0.0.1:64763, baseZNode=/21833647562 Unable to get data of znode /21833647562/master because node does not exist (not an error) 2024-11-07T12:21:11,008 WARN [M:0;87fb68174c52:42433 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-07T12:21:11,009 INFO [M:0;87fb68174c52:42433 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45709/user/jenkins/test-data/b649327a-62e9-979d-0d6a-037d7dae15c2/.lastflushedseqids 2024-11-07T12:21:11,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35633 is added to blk_1073741843_1019 (size=173) 2024-11-07T12:21:11,106 INFO [RS:0;87fb68174c52:32859 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-07T12:21:11,106 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32859-0x1001a3004b30007, quorum=127.0.0.1:64763, baseZNode=/21833647562 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T12:21:11,106 INFO [RS:0;87fb68174c52:32859 {}] regionserver.HRegionServer(1031): Exiting; stopping=87fb68174c52,32859,1730982058980; zookeeper connection closed. 2024-11-07T12:21:11,106 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32859-0x1001a3004b30007, quorum=127.0.0.1:64763, baseZNode=/21833647562 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T12:21:11,106 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@51e4a642 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@51e4a642 2024-11-07T12:21:11,107 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-07T12:21:11,237 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,33365,1730982051535.replicationSource.wal-reader.87fb68174c52%2C33365%2C1730982051535,1-87fb68174c52,33365,1730982051535 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35727/user/jenkins/test-data/b7a10cc3-99d6-7ae0-ecf8-2f74aa4d8e19/WALs/87fb68174c52,33365,1730982051535/87fb68174c52%2C33365%2C1730982051535.1730982068224 to pos 393, reset compression=false 2024-11-07T12:21:11,413 INFO [M:0;87fb68174c52:42433 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-07T12:21:11,413 INFO [M:0;87fb68174c52:42433 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-07T12:21:11,414 DEBUG [M:0;87fb68174c52:42433 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-07T12:21:11,414 INFO [M:0;87fb68174c52:42433 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T12:21:11,414 DEBUG [M:0;87fb68174c52:42433 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T12:21:11,414 DEBUG [M:0;87fb68174c52:42433 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-07T12:21:11,414 DEBUG [M:0;87fb68174c52:42433 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T12:21:11,414 INFO [M:0;87fb68174c52:42433 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=27.99 KB heapSize=33.88 KB 2024-11-07T12:21:11,432 DEBUG [M:0;87fb68174c52:42433 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45709/user/jenkins/test-data/b649327a-62e9-979d-0d6a-037d7dae15c2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3ebf1d66304d451d86ec880c76bd187d is 82, key is hbase:meta,,1/info:regioninfo/1730982061183/Put/seqid=0 2024-11-07T12:21:11,434 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,2-87fb68174c52,33365,1730982051535.replicationSource.wal-reader.87fb68174c52%2C33365%2C1730982051535,2-87fb68174c52,33365,1730982051535 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35727/user/jenkins/test-data/b7a10cc3-99d6-7ae0-ecf8-2f74aa4d8e19/WALs/87fb68174c52,33365,1730982051535/87fb68174c52%2C33365%2C1730982051535.1730982068224 to pos 393, reset compression=false 2024-11-07T12:21:11,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35633 is added to blk_1073741844_1020 (size=5672) 2024-11-07T12:21:11,438 INFO [M:0;87fb68174c52:42433 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:45709/user/jenkins/test-data/b649327a-62e9-979d-0d6a-037d7dae15c2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3ebf1d66304d451d86ec880c76bd187d 2024-11-07T12:21:11,459 DEBUG [M:0;87fb68174c52:42433 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45709/user/jenkins/test-data/b649327a-62e9-979d-0d6a-037d7dae15c2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/92eb3a8f7b244a26b982855d94822eed is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1730982063880/Put/seqid=0 2024-11-07T12:21:11,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35633 is added to blk_1073741845_1021 (size=6586) 2024-11-07T12:21:11,863 INFO [M:0;87fb68174c52:42433 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.44 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:45709/user/jenkins/test-data/b649327a-62e9-979d-0d6a-037d7dae15c2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/92eb3a8f7b244a26b982855d94822eed 2024-11-07T12:21:11,882 DEBUG [M:0;87fb68174c52:42433 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45709/user/jenkins/test-data/b649327a-62e9-979d-0d6a-037d7dae15c2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0523fd4657b0443d9afbd0b3bc8b0c7c is 69, key is 87fb68174c52,32859,1730982058980/rs:state/1730982060042/Put/seqid=0 2024-11-07T12:21:11,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35633 is added to blk_1073741846_1022 (size=5156) 2024-11-07T12:21:11,941 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,33365,1730982051535.replicationSource.wal-reader.87fb68174c52%2C33365%2C1730982051535,1-87fb68174c52,33365,1730982051535 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35727/user/jenkins/test-data/b7a10cc3-99d6-7ae0-ecf8-2f74aa4d8e19/WALs/87fb68174c52,33365,1730982051535/87fb68174c52%2C33365%2C1730982051535.1730982068224 to pos 393, reset compression=false 2024-11-07T12:21:12,239 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,2-87fb68174c52,33365,1730982051535.replicationSource.wal-reader.87fb68174c52%2C33365%2C1730982051535,2-87fb68174c52,33365,1730982051535 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35727/user/jenkins/test-data/b7a10cc3-99d6-7ae0-ecf8-2f74aa4d8e19/WALs/87fb68174c52,33365,1730982051535/87fb68174c52%2C33365%2C1730982051535.1730982068224 to pos 393, reset compression=false 2024-11-07T12:21:12,286 INFO [M:0;87fb68174c52:42433 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:45709/user/jenkins/test-data/b649327a-62e9-979d-0d6a-037d7dae15c2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0523fd4657b0443d9afbd0b3bc8b0c7c 2024-11-07T12:21:12,290 DEBUG [M:0;87fb68174c52:42433 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45709/user/jenkins/test-data/b649327a-62e9-979d-0d6a-037d7dae15c2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3ebf1d66304d451d86ec880c76bd187d as hdfs://localhost:45709/user/jenkins/test-data/b649327a-62e9-979d-0d6a-037d7dae15c2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/3ebf1d66304d451d86ec880c76bd187d 2024-11-07T12:21:12,293 INFO [M:0;87fb68174c52:42433 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45709/user/jenkins/test-data/b649327a-62e9-979d-0d6a-037d7dae15c2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/3ebf1d66304d451d86ec880c76bd187d, entries=8, sequenceid=55, filesize=5.5 K 2024-11-07T12:21:12,294 DEBUG [M:0;87fb68174c52:42433 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45709/user/jenkins/test-data/b649327a-62e9-979d-0d6a-037d7dae15c2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/92eb3a8f7b244a26b982855d94822eed as hdfs://localhost:45709/user/jenkins/test-data/b649327a-62e9-979d-0d6a-037d7dae15c2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/92eb3a8f7b244a26b982855d94822eed 2024-11-07T12:21:12,298 INFO [M:0;87fb68174c52:42433 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45709/user/jenkins/test-data/b649327a-62e9-979d-0d6a-037d7dae15c2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/92eb3a8f7b244a26b982855d94822eed, entries=6, sequenceid=55, filesize=6.4 K 2024-11-07T12:21:12,298 DEBUG [M:0;87fb68174c52:42433 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45709/user/jenkins/test-data/b649327a-62e9-979d-0d6a-037d7dae15c2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0523fd4657b0443d9afbd0b3bc8b0c7c as hdfs://localhost:45709/user/jenkins/test-data/b649327a-62e9-979d-0d6a-037d7dae15c2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0523fd4657b0443d9afbd0b3bc8b0c7c 2024-11-07T12:21:12,301 INFO [M:0;87fb68174c52:42433 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45709/user/jenkins/test-data/b649327a-62e9-979d-0d6a-037d7dae15c2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0523fd4657b0443d9afbd0b3bc8b0c7c, entries=1, sequenceid=55, filesize=5.0 K 2024-11-07T12:21:12,302 INFO [M:0;87fb68174c52:42433 {}] regionserver.HRegion(3140): Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 888ms, sequenceid=55, compaction requested=false 2024-11-07T12:21:12,303 INFO [M:0;87fb68174c52:42433 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T12:21:12,303 DEBUG [M:0;87fb68174c52:42433 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1730982071413Disabling compacts and flushes for region at 1730982071413Disabling writes for close at 1730982071414 (+1 ms)Obtaining lock to block concurrent updates at 1730982071414Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1730982071414Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28663, getHeapSize=34624, getOffHeapSize=0, getCellsCount=66 at 1730982071414Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1730982071415 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1730982071415Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1730982071432 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1730982071432Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1730982071442 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1730982071458 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1730982071459 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1730982071867 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1730982071881 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1730982071881Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7401513c: reopening flushed file at 1730982072290 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@41b3890d: reopening flushed file at 1730982072294 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5f78a14b: reopening flushed file at 1730982072298 (+4 ms)Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 888ms, sequenceid=55, compaction requested=false at 1730982072302 (+4 ms)Writing region close event to WAL at 1730982072303 (+1 ms)Closed at 1730982072303 2024-11-07T12:21:12,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35633 is added to blk_1073741830_1006 (size=32770) 2024-11-07T12:21:12,307 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-07T12:21:12,307 INFO [M:0;87fb68174c52:42433 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-07T12:21:12,307 INFO [M:0;87fb68174c52:42433 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:42433 2024-11-07T12:21:12,308 INFO [M:0;87fb68174c52:42433 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-07T12:21:12,410 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42433-0x1001a3004b30006, quorum=127.0.0.1:64763, baseZNode=/21833647562 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T12:21:12,410 INFO [M:0;87fb68174c52:42433 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-07T12:21:12,410 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42433-0x1001a3004b30006, quorum=127.0.0.1:64763, baseZNode=/21833647562 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T12:21:12,413 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@60fbf9c9{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T12:21:12,413 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4f4b9708{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-07T12:21:12,413 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-07T12:21:12,413 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4a76c9c1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-07T12:21:12,413 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5fd5e1f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f7204ca1-0027-f47d-15be-1ae53852b9c1/hadoop.log.dir/,STOPPED} 2024-11-07T12:21:12,416 WARN [BP-1603802081-172.17.0.3-1730982058175 heartbeating to localhost/127.0.0.1:45709 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-07T12:21:12,416 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-07T12:21:12,416 WARN [BP-1603802081-172.17.0.3-1730982058175 heartbeating to localhost/127.0.0.1:45709 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1603802081-172.17.0.3-1730982058175 (Datanode Uuid 6a4a5150-1c6f-4fbb-9cbe-bef7b81786d7) service to localhost/127.0.0.1:45709 2024-11-07T12:21:12,416 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-07T12:21:12,417 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f7204ca1-0027-f47d-15be-1ae53852b9c1/cluster_ac93abbe-2894-d425-61bc-647a3b9c3480/data/data1/current/BP-1603802081-172.17.0.3-1730982058175 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T12:21:12,417 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f7204ca1-0027-f47d-15be-1ae53852b9c1/cluster_ac93abbe-2894-d425-61bc-647a3b9c3480/data/data2/current/BP-1603802081-172.17.0.3-1730982058175 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T12:21:12,418 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-07T12:21:12,427 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@52b2c2f9{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-07T12:21:12,427 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@78e91dd{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-07T12:21:12,427 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-07T12:21:12,427 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@57e39517{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-07T12:21:12,428 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4662f292{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f7204ca1-0027-f47d-15be-1ae53852b9c1/hadoop.log.dir/,STOPPED} 2024-11-07T12:21:12,442 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-07T12:21:12,442 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-07T12:21:12,442 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T12:21:12,442 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T12:21:12,442 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:21:12,443 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:21:12,443 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T12:21:12,443 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-07T12:21:12,443 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1601782191, stopped=false 2024-11-07T12:21:12,443 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=87fb68174c52,41269,1730982055345 2024-11-07T12:21:12,444 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41269-0x1001a3004b30003, quorum=127.0.0.1:64763, baseZNode=/11961030793 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11961030793/running 2024-11-07T12:21:12,444 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44625-0x1001a3004b30004, quorum=127.0.0.1:64763, baseZNode=/11961030793 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11961030793/running 2024-11-07T12:21:12,444 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41269-0x1001a3004b30003, quorum=127.0.0.1:64763, baseZNode=/11961030793 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11961030793 2024-11-07T12:21:12,444 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44625-0x1001a3004b30004, quorum=127.0.0.1:64763, baseZNode=/11961030793 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11961030793 2024-11-07T12:21:12,445 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-07T12:21:12,445 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T12:21:12,445 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T12:21:12,445 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:21:12,445 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44625-0x1001a3004b30004, quorum=127.0.0.1:64763, baseZNode=/11961030793 Set watcher on znode that does not yet exist, /11961030793/running 2024-11-07T12:21:12,445 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '87fb68174c52,44625,1730982055393' ***** 2024-11-07T12:21:12,445 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41269-0x1001a3004b30003, quorum=127.0.0.1:64763, baseZNode=/11961030793 Set watcher on znode that does not yet exist, /11961030793/running 2024-11-07T12:21:12,446 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-07T12:21:12,446 INFO [RS:0;87fb68174c52:44625 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-07T12:21:12,446 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-07T12:21:12,446 INFO [RS:0;87fb68174c52:44625 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-07T12:21:12,446 INFO [RS:0;87fb68174c52:44625 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-07T12:21:12,446 INFO [RS:0;87fb68174c52:44625 {}] regionserver.HRegionServer(3091): Received CLOSE for b9037686a8010e69bc1eebe0a10e1ee8 2024-11-07T12:21:12,446 INFO [RS:0;87fb68174c52:44625 {}] regionserver.HRegionServer(959): stopping server 87fb68174c52,44625,1730982055393 2024-11-07T12:21:12,446 INFO [RS:0;87fb68174c52:44625 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-07T12:21:12,446 INFO [RS:0;87fb68174c52:44625 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;87fb68174c52:44625. 2024-11-07T12:21:12,446 DEBUG [RS:0;87fb68174c52:44625 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T12:21:12,446 DEBUG [RS:0;87fb68174c52:44625 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:21:12,446 INFO [RS:0;87fb68174c52:44625 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-07T12:21:12,447 INFO [RS:0;87fb68174c52:44625 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-07T12:21:12,447 INFO [RS:0;87fb68174c52:44625 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-07T12:21:12,447 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b9037686a8010e69bc1eebe0a10e1ee8, disabling compactions & flushes 2024-11-07T12:21:12,447 INFO [RS:0;87fb68174c52:44625 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-07T12:21:12,447 INFO [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1730982062383.b9037686a8010e69bc1eebe0a10e1ee8. 2024-11-07T12:21:12,447 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1730982062383.b9037686a8010e69bc1eebe0a10e1ee8. 2024-11-07T12:21:12,447 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1730982062383.b9037686a8010e69bc1eebe0a10e1ee8. after waiting 0 ms 2024-11-07T12:21:12,447 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1730982062383.b9037686a8010e69bc1eebe0a10e1ee8. 2024-11-07T12:21:12,447 INFO [RS:0;87fb68174c52:44625 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-07T12:21:12,447 DEBUG [RS:0;87fb68174c52:44625 {}] regionserver.HRegionServer(1325): Online Regions={b9037686a8010e69bc1eebe0a10e1ee8=test,,1730982062383.b9037686a8010e69bc1eebe0a10e1ee8., 1588230740=hbase:meta,,1.1588230740} 2024-11-07T12:21:12,447 DEBUG [RS:0;87fb68174c52:44625 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b9037686a8010e69bc1eebe0a10e1ee8 2024-11-07T12:21:12,447 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-07T12:21:12,447 INFO [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-07T12:21:12,447 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-07T12:21:12,447 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-07T12:21:12,448 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-07T12:21:12,448 INFO [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-07T12:21:12,451 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33215/user/jenkins/test-data/cc845086-fd0c-f7c9-7663-ad1fda0d6b2f/data/default/test/b9037686a8010e69bc1eebe0a10e1ee8/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-07T12:21:12,451 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-07T12:21:12,451 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-07T12:21:12,451 INFO [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1730982062383.b9037686a8010e69bc1eebe0a10e1ee8. 2024-11-07T12:21:12,451 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b9037686a8010e69bc1eebe0a10e1ee8: Waiting for close lock at 1730982072446Running coprocessor pre-close hooks at 1730982072446Disabling compacts and flushes for region at 1730982072446Disabling writes for close at 1730982072447 (+1 ms)Writing region close event to WAL at 1730982072448 (+1 ms)Running coprocessor post-close hooks at 1730982072451 (+3 ms)Closed at 1730982072451 2024-11-07T12:21:12,451 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1730982062383.b9037686a8010e69bc1eebe0a10e1ee8. 2024-11-07T12:21:12,464 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T12:21:12,464 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [87fb68174c52,46025,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=87fb68174c52:46025 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-07T12:21:12,465 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 16, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 128843 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [87fb68174c52,46025,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=87fb68174c52:46025 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-07T12:21:12,466 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33215/user/jenkins/test-data/cc845086-fd0c-f7c9-7663-ad1fda0d6b2f/data/hbase/meta/1588230740/.tmp/info/d424c9459f664ae9a2665f4c92f17cc3 is 129, key is test,,1730982062383.b9037686a8010e69bc1eebe0a10e1ee8./info:regioninfo/1730982062768/Put/seqid=0 2024-11-07T12:21:12,469 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36689 is added to blk_1073741841_1017 (size=6421) 2024-11-07T12:21:12,470 INFO [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:33215/user/jenkins/test-data/cc845086-fd0c-f7c9-7663-ad1fda0d6b2f/data/hbase/meta/1588230740/.tmp/info/d424c9459f664ae9a2665f4c92f17cc3 2024-11-07T12:21:12,491 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33215/user/jenkins/test-data/cc845086-fd0c-f7c9-7663-ad1fda0d6b2f/data/hbase/meta/1588230740/.tmp/ns/cd96d6dd80ac43b591729e6ee81ed442 is 43, key is default/ns:d/1730982058090/Put/seqid=0 2024-11-07T12:21:12,497 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36689 is added to blk_1073741842_1018 (size=5153) 2024-11-07T12:21:12,497 INFO [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:33215/user/jenkins/test-data/cc845086-fd0c-f7c9-7663-ad1fda0d6b2f/data/hbase/meta/1588230740/.tmp/ns/cd96d6dd80ac43b591729e6ee81ed442 2024-11-07T12:21:12,518 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33215/user/jenkins/test-data/cc845086-fd0c-f7c9-7663-ad1fda0d6b2f/data/hbase/meta/1588230740/.tmp/rep_barrier/8e92f74b39d442aabe9f7c5751bbee93 is 112, key is test,,1730982062383.b9037686a8010e69bc1eebe0a10e1ee8./rep_barrier:seqnumDuringOpen/1730982062768/Put/seqid=0 2024-11-07T12:21:12,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36689 is added to blk_1073741843_1019 (size=5518) 2024-11-07T12:21:12,522 INFO [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:33215/user/jenkins/test-data/cc845086-fd0c-f7c9-7663-ad1fda0d6b2f/data/hbase/meta/1588230740/.tmp/rep_barrier/8e92f74b39d442aabe9f7c5751bbee93 2024-11-07T12:21:12,539 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33215/user/jenkins/test-data/cc845086-fd0c-f7c9-7663-ad1fda0d6b2f/data/hbase/meta/1588230740/.tmp/table/1c2206566b3048ce8e9f9bf990575bb3 is 40, key is test/table:state/1730982062785/Put/seqid=0 2024-11-07T12:21:12,542 INFO [regionserver/87fb68174c52:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-07T12:21:12,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36689 is added to blk_1073741844_1020 (size=5165) 2024-11-07T12:21:12,543 INFO [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:33215/user/jenkins/test-data/cc845086-fd0c-f7c9-7663-ad1fda0d6b2f/data/hbase/meta/1588230740/.tmp/table/1c2206566b3048ce8e9f9bf990575bb3 2024-11-07T12:21:12,546 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33215/user/jenkins/test-data/cc845086-fd0c-f7c9-7663-ad1fda0d6b2f/data/hbase/meta/1588230740/.tmp/info/d424c9459f664ae9a2665f4c92f17cc3 as hdfs://localhost:33215/user/jenkins/test-data/cc845086-fd0c-f7c9-7663-ad1fda0d6b2f/data/hbase/meta/1588230740/info/d424c9459f664ae9a2665f4c92f17cc3 2024-11-07T12:21:12,549 INFO [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33215/user/jenkins/test-data/cc845086-fd0c-f7c9-7663-ad1fda0d6b2f/data/hbase/meta/1588230740/info/d424c9459f664ae9a2665f4c92f17cc3, entries=10, sequenceid=11, filesize=6.3 K 2024-11-07T12:21:12,550 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33215/user/jenkins/test-data/cc845086-fd0c-f7c9-7663-ad1fda0d6b2f/data/hbase/meta/1588230740/.tmp/ns/cd96d6dd80ac43b591729e6ee81ed442 as hdfs://localhost:33215/user/jenkins/test-data/cc845086-fd0c-f7c9-7663-ad1fda0d6b2f/data/hbase/meta/1588230740/ns/cd96d6dd80ac43b591729e6ee81ed442 2024-11-07T12:21:12,553 INFO [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33215/user/jenkins/test-data/cc845086-fd0c-f7c9-7663-ad1fda0d6b2f/data/hbase/meta/1588230740/ns/cd96d6dd80ac43b591729e6ee81ed442, entries=2, sequenceid=11, filesize=5.0 K 2024-11-07T12:21:12,554 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33215/user/jenkins/test-data/cc845086-fd0c-f7c9-7663-ad1fda0d6b2f/data/hbase/meta/1588230740/.tmp/rep_barrier/8e92f74b39d442aabe9f7c5751bbee93 as hdfs://localhost:33215/user/jenkins/test-data/cc845086-fd0c-f7c9-7663-ad1fda0d6b2f/data/hbase/meta/1588230740/rep_barrier/8e92f74b39d442aabe9f7c5751bbee93 2024-11-07T12:21:12,557 INFO [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33215/user/jenkins/test-data/cc845086-fd0c-f7c9-7663-ad1fda0d6b2f/data/hbase/meta/1588230740/rep_barrier/8e92f74b39d442aabe9f7c5751bbee93, entries=1, sequenceid=11, filesize=5.4 K 2024-11-07T12:21:12,557 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33215/user/jenkins/test-data/cc845086-fd0c-f7c9-7663-ad1fda0d6b2f/data/hbase/meta/1588230740/.tmp/table/1c2206566b3048ce8e9f9bf990575bb3 as hdfs://localhost:33215/user/jenkins/test-data/cc845086-fd0c-f7c9-7663-ad1fda0d6b2f/data/hbase/meta/1588230740/table/1c2206566b3048ce8e9f9bf990575bb3 2024-11-07T12:21:12,560 INFO [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33215/user/jenkins/test-data/cc845086-fd0c-f7c9-7663-ad1fda0d6b2f/data/hbase/meta/1588230740/table/1c2206566b3048ce8e9f9bf990575bb3, entries=2, sequenceid=11, filesize=5.0 K 2024-11-07T12:21:12,561 INFO [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 113ms, sequenceid=11, compaction requested=false 2024-11-07T12:21:12,561 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-07T12:21:12,565 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33215/user/jenkins/test-data/cc845086-fd0c-f7c9-7663-ad1fda0d6b2f/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-07T12:21:12,565 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-07T12:21:12,565 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-07T12:21:12,565 INFO [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-07T12:21:12,566 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1730982072447Running coprocessor pre-close hooks at 1730982072447Disabling compacts and flushes for region at 1730982072447Disabling writes for close at 1730982072447Obtaining lock to block concurrent updates at 1730982072448 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1730982072448Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1730982072448Flushing stores of hbase:meta,,1.1588230740 at 1730982072448Flushing 1588230740/info: creating writer at 1730982072449 (+1 ms)Flushing 1588230740/info: appending metadata at 1730982072466 (+17 ms)Flushing 1588230740/info: closing flushed file at 1730982072466Flushing 1588230740/ns: creating writer at 1730982072474 (+8 ms)Flushing 1588230740/ns: appending metadata at 1730982072490 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1730982072490Flushing 1588230740/rep_barrier: creating writer at 1730982072501 (+11 ms)Flushing 1588230740/rep_barrier: appending metadata at 1730982072518 (+17 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1730982072518Flushing 1588230740/table: creating writer at 1730982072525 (+7 ms)Flushing 1588230740/table: appending metadata at 1730982072539 (+14 ms)Flushing 1588230740/table: closing flushed file at 1730982072539Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@13b6e215: reopening flushed file at 1730982072546 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@49a51e4c: reopening flushed file at 1730982072549 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5e5ade8a: reopening flushed file at 1730982072553 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@50746bbf: reopening flushed file at 1730982072557 (+4 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 113ms, sequenceid=11, compaction requested=false at 1730982072561 (+4 ms)Writing region close event to WAL at 1730982072563 (+2 ms)Running coprocessor post-close hooks at 1730982072565 (+2 ms)Closed at 1730982072565 2024-11-07T12:21:12,566 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-07T12:21:12,647 INFO [RS:0;87fb68174c52:44625 {}] regionserver.HRegionServer(976): stopping server 87fb68174c52,44625,1730982055393; all regions closed. 2024-11-07T12:21:12,649 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/cc845086-fd0c-f7c9-7663-ad1fda0d6b2f/WALs/87fb68174c52,44625,1730982055393/87fb68174c52%2C44625%2C1730982055393.meta.1730982058028.meta not finished, retry = 0 2024-11-07T12:21:12,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36689 is added to blk_1073741834_1010 (size=2717) 2024-11-07T12:21:12,744 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,33365,1730982051535.replicationSource.wal-reader.87fb68174c52%2C33365%2C1730982051535,1-87fb68174c52,33365,1730982051535 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35727/user/jenkins/test-data/b7a10cc3-99d6-7ae0-ecf8-2f74aa4d8e19/WALs/87fb68174c52,33365,1730982051535/87fb68174c52%2C33365%2C1730982051535.1730982068224 to pos 393, reset compression=false 2024-11-07T12:21:12,751 DEBUG [RS:0;87fb68174c52:44625 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/cc845086-fd0c-f7c9-7663-ad1fda0d6b2f/oldWALs 2024-11-07T12:21:12,751 INFO [RS:0;87fb68174c52:44625 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 87fb68174c52%2C44625%2C1730982055393.meta:.meta(num 1730982058028) 2024-11-07T12:21:12,753 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/cc845086-fd0c-f7c9-7663-ad1fda0d6b2f/WALs/87fb68174c52,44625,1730982055393/87fb68174c52%2C44625%2C1730982055393.1730982057157 not finished, retry = 0 2024-11-07T12:21:12,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36689 is added to blk_1073741832_1008 (size=1374) 2024-11-07T12:21:12,856 DEBUG [RS:0;87fb68174c52:44625 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/cc845086-fd0c-f7c9-7663-ad1fda0d6b2f/oldWALs 2024-11-07T12:21:12,856 INFO [RS:0;87fb68174c52:44625 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 87fb68174c52%2C44625%2C1730982055393:(num 1730982057157) 2024-11-07T12:21:12,856 DEBUG [RS:0;87fb68174c52:44625 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:21:12,856 INFO [RS:0;87fb68174c52:44625 {}] regionserver.LeaseManager(133): Closed leases 2024-11-07T12:21:12,856 INFO [RS:0;87fb68174c52:44625 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-07T12:21:12,856 INFO [RS:0;87fb68174c52:44625 {}] hbase.ChoreService(370): Chore service for: regionserver/87fb68174c52:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-07T12:21:12,856 INFO [RS:0;87fb68174c52:44625 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-07T12:21:12,856 INFO [regionserver/87fb68174c52:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-07T12:21:12,857 INFO [RS:0;87fb68174c52:44625 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;87fb68174c52:44625. 2024-11-07T12:21:12,857 DEBUG [RS:0;87fb68174c52:44625 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T12:21:12,857 DEBUG [RS:0;87fb68174c52:44625 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:21:12,857 DEBUG [RS:0;87fb68174c52:44625 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:21:12,857 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T12:21:12,857 INFO [RS:0;87fb68174c52:44625 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:44625 2024-11-07T12:21:12,860 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44625-0x1001a3004b30004, quorum=127.0.0.1:64763, baseZNode=/11961030793 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11961030793/rs/87fb68174c52,44625,1730982055393 2024-11-07T12:21:12,860 INFO [RS:0;87fb68174c52:44625 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-07T12:21:12,860 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41269-0x1001a3004b30003, quorum=127.0.0.1:64763, baseZNode=/11961030793 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11961030793/rs 2024-11-07T12:21:12,862 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [87fb68174c52,44625,1730982055393] 2024-11-07T12:21:12,863 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11961030793/draining/87fb68174c52,44625,1730982055393 already deleted, retry=false 2024-11-07T12:21:12,863 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 87fb68174c52,44625,1730982055393 expired; onlineServers=0 2024-11-07T12:21:12,863 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '87fb68174c52,41269,1730982055345' ***** 2024-11-07T12:21:12,863 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-07T12:21:12,864 INFO [M:0;87fb68174c52:41269 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-07T12:21:12,864 INFO [M:0;87fb68174c52:41269 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-07T12:21:12,864 DEBUG [M:0;87fb68174c52:41269 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-07T12:21:12,864 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-07T12:21:12,864 DEBUG [M:0;87fb68174c52:41269 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-07T12:21:12,864 DEBUG [master/87fb68174c52:0:becomeActiveMaster-HFileCleaner.large.0-1730982056889 {}] cleaner.HFileCleaner(306): Exit Thread[master/87fb68174c52:0:becomeActiveMaster-HFileCleaner.large.0-1730982056889,5,FailOnTimeoutGroup] 2024-11-07T12:21:12,864 INFO [M:0;87fb68174c52:41269 {}] hbase.ChoreService(370): Chore service for: master/87fb68174c52:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-07T12:21:12,864 INFO [M:0;87fb68174c52:41269 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-07T12:21:12,864 DEBUG [M:0;87fb68174c52:41269 {}] master.HMaster(1795): Stopping service threads 2024-11-07T12:21:12,864 INFO [M:0;87fb68174c52:41269 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-07T12:21:12,864 INFO [M:0;87fb68174c52:41269 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-07T12:21:12,864 INFO [M:0;87fb68174c52:41269 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-07T12:21:12,864 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-07T12:21:12,864 DEBUG [master/87fb68174c52:0:becomeActiveMaster-HFileCleaner.small.0-1730982056889 {}] cleaner.HFileCleaner(306): Exit Thread[master/87fb68174c52:0:becomeActiveMaster-HFileCleaner.small.0-1730982056889,5,FailOnTimeoutGroup] 2024-11-07T12:21:12,866 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41269-0x1001a3004b30003, quorum=127.0.0.1:64763, baseZNode=/11961030793 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11961030793/master 2024-11-07T12:21:12,866 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41269-0x1001a3004b30003, quorum=127.0.0.1:64763, baseZNode=/11961030793 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11961030793 2024-11-07T12:21:12,868 DEBUG [M:0;87fb68174c52:41269 {}] zookeeper.RecoverableZooKeeper(212): Node /11961030793/master already deleted, retry=false 2024-11-07T12:21:12,868 DEBUG [M:0;87fb68174c52:41269 {}] master.ActiveMasterManager(353): master:41269-0x1001a3004b30003, quorum=127.0.0.1:64763, baseZNode=/11961030793 Failed delete of our master address node; KeeperErrorCode = NoNode for /11961030793/master 2024-11-07T12:21:12,877 INFO [M:0;87fb68174c52:41269 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33215/user/jenkins/test-data/cc845086-fd0c-f7c9-7663-ad1fda0d6b2f/.lastflushedseqids 2024-11-07T12:21:12,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36689 is added to blk_1073741845_1021 (size=173) 2024-11-07T12:21:12,881 INFO [M:0;87fb68174c52:41269 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-07T12:21:12,881 INFO [M:0;87fb68174c52:41269 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-07T12:21:12,881 DEBUG [M:0;87fb68174c52:41269 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-07T12:21:12,881 INFO [M:0;87fb68174c52:41269 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T12:21:12,881 DEBUG [M:0;87fb68174c52:41269 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T12:21:12,881 DEBUG [M:0;87fb68174c52:41269 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-07T12:21:12,881 DEBUG [M:0;87fb68174c52:41269 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T12:21:12,881 INFO [M:0;87fb68174c52:41269 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=28.00 KB heapSize=33.88 KB 2024-11-07T12:21:12,903 DEBUG [M:0;87fb68174c52:41269 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33215/user/jenkins/test-data/cc845086-fd0c-f7c9-7663-ad1fda0d6b2f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/82bad29c3d1c4693839878919518224f is 82, key is hbase:meta,,1/info:regioninfo/1730982058077/Put/seqid=0 2024-11-07T12:21:12,911 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36689 is added to blk_1073741846_1022 (size=5672) 2024-11-07T12:21:12,962 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44625-0x1001a3004b30004, quorum=127.0.0.1:64763, baseZNode=/11961030793 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T12:21:12,962 INFO [RS:0;87fb68174c52:44625 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-07T12:21:12,962 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44625-0x1001a3004b30004, quorum=127.0.0.1:64763, baseZNode=/11961030793 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T12:21:12,962 INFO [RS:0;87fb68174c52:44625 {}] regionserver.HRegionServer(1031): Exiting; stopping=87fb68174c52,44625,1730982055393; zookeeper connection closed. 2024-11-07T12:21:12,963 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@10784da8 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@10784da8 2024-11-07T12:21:12,963 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-07T12:21:13,143 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,2-87fb68174c52,33365,1730982051535.replicationSource.wal-reader.87fb68174c52%2C33365%2C1730982051535,2-87fb68174c52,33365,1730982051535 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35727/user/jenkins/test-data/b7a10cc3-99d6-7ae0-ecf8-2f74aa4d8e19/WALs/87fb68174c52,33365,1730982051535/87fb68174c52%2C33365%2C1730982051535.1730982068224 to pos 393, reset compression=false 2024-11-07T12:21:13,312 INFO [M:0;87fb68174c52:41269 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:33215/user/jenkins/test-data/cc845086-fd0c-f7c9-7663-ad1fda0d6b2f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/82bad29c3d1c4693839878919518224f 2024-11-07T12:21:13,333 DEBUG [M:0;87fb68174c52:41269 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33215/user/jenkins/test-data/cc845086-fd0c-f7c9-7663-ad1fda0d6b2f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/689b0500e6bf4d39bb0592d6dd02d552 is 1247, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1730982062788/Put/seqid=0 2024-11-07T12:21:13,336 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36689 is added to blk_1073741847_1023 (size=6587) 2024-11-07T12:21:13,647 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,33365,1730982051535.replicationSource.wal-reader.87fb68174c52%2C33365%2C1730982051535,1-87fb68174c52,33365,1730982051535 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35727/user/jenkins/test-data/b7a10cc3-99d6-7ae0-ecf8-2f74aa4d8e19/WALs/87fb68174c52,33365,1730982051535/87fb68174c52%2C33365%2C1730982051535.1730982068224 to pos 393, reset compression=false 2024-11-07T12:21:13,737 INFO [M:0;87fb68174c52:41269 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.45 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:33215/user/jenkins/test-data/cc845086-fd0c-f7c9-7663-ad1fda0d6b2f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/689b0500e6bf4d39bb0592d6dd02d552 2024-11-07T12:21:13,758 DEBUG [M:0;87fb68174c52:41269 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33215/user/jenkins/test-data/cc845086-fd0c-f7c9-7663-ad1fda0d6b2f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/53a3c9d84c9e4ca7ae87d867f69f1e4c is 69, key is 87fb68174c52,44625,1730982055393/rs:state/1730982056983/Put/seqid=0 2024-11-07T12:21:13,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36689 is added to blk_1073741848_1024 (size=5156) 2024-11-07T12:21:13,763 INFO [M:0;87fb68174c52:41269 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:33215/user/jenkins/test-data/cc845086-fd0c-f7c9-7663-ad1fda0d6b2f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/53a3c9d84c9e4ca7ae87d867f69f1e4c 2024-11-07T12:21:13,767 DEBUG [M:0;87fb68174c52:41269 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33215/user/jenkins/test-data/cc845086-fd0c-f7c9-7663-ad1fda0d6b2f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/82bad29c3d1c4693839878919518224f as hdfs://localhost:33215/user/jenkins/test-data/cc845086-fd0c-f7c9-7663-ad1fda0d6b2f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/82bad29c3d1c4693839878919518224f 2024-11-07T12:21:13,770 INFO [M:0;87fb68174c52:41269 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33215/user/jenkins/test-data/cc845086-fd0c-f7c9-7663-ad1fda0d6b2f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/82bad29c3d1c4693839878919518224f, entries=8, sequenceid=55, filesize=5.5 K 2024-11-07T12:21:13,770 DEBUG [M:0;87fb68174c52:41269 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33215/user/jenkins/test-data/cc845086-fd0c-f7c9-7663-ad1fda0d6b2f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/689b0500e6bf4d39bb0592d6dd02d552 as hdfs://localhost:33215/user/jenkins/test-data/cc845086-fd0c-f7c9-7663-ad1fda0d6b2f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/689b0500e6bf4d39bb0592d6dd02d552 2024-11-07T12:21:13,773 INFO [M:0;87fb68174c52:41269 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33215/user/jenkins/test-data/cc845086-fd0c-f7c9-7663-ad1fda0d6b2f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/689b0500e6bf4d39bb0592d6dd02d552, entries=6, sequenceid=55, filesize=6.4 K 2024-11-07T12:21:13,774 DEBUG [M:0;87fb68174c52:41269 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33215/user/jenkins/test-data/cc845086-fd0c-f7c9-7663-ad1fda0d6b2f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/53a3c9d84c9e4ca7ae87d867f69f1e4c as hdfs://localhost:33215/user/jenkins/test-data/cc845086-fd0c-f7c9-7663-ad1fda0d6b2f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/53a3c9d84c9e4ca7ae87d867f69f1e4c 2024-11-07T12:21:13,777 INFO [M:0;87fb68174c52:41269 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33215/user/jenkins/test-data/cc845086-fd0c-f7c9-7663-ad1fda0d6b2f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/53a3c9d84c9e4ca7ae87d867f69f1e4c, entries=1, sequenceid=55, filesize=5.0 K 2024-11-07T12:21:13,778 INFO [M:0;87fb68174c52:41269 {}] regionserver.HRegion(3140): Finished flush of dataSize ~28.00 KB/28675, heapSize ~33.59 KB/34392, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 897ms, sequenceid=55, compaction requested=false 2024-11-07T12:21:13,779 INFO [M:0;87fb68174c52:41269 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T12:21:13,779 DEBUG [M:0;87fb68174c52:41269 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1730982072881Disabling compacts and flushes for region at 1730982072881Disabling writes for close at 1730982072881Obtaining lock to block concurrent updates at 1730982072881Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1730982072881Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28675, getHeapSize=34632, getOffHeapSize=0, getCellsCount=66 at 1730982072882 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1730982072882Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1730982072882Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1730982072902 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1730982072902Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1730982073316 (+414 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1730982073333 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1730982073333Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1730982073741 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1730982073758 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1730982073758Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4c6f0eb7: reopening flushed file at 1730982073766 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7fc4526a: reopening flushed file at 1730982073770 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@16c73263: reopening flushed file at 1730982073774 (+4 ms)Finished flush of dataSize ~28.00 KB/28675, heapSize ~33.59 KB/34392, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 897ms, sequenceid=55, compaction requested=false at 1730982073778 (+4 ms)Writing region close event to WAL at 1730982073779 (+1 ms)Closed at 1730982073779 2024-11-07T12:21:13,782 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/cc845086-fd0c-f7c9-7663-ad1fda0d6b2f/MasterData/WALs/87fb68174c52,41269,1730982055345/87fb68174c52%2C41269%2C1730982055345.1730982056715 not finished, retry = 0 2024-11-07T12:21:13,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36689 is added to blk_1073741830_1006 (size=32782) 2024-11-07T12:21:13,883 INFO [M:0;87fb68174c52:41269 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-07T12:21:13,883 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-07T12:21:13,883 INFO [M:0;87fb68174c52:41269 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:41269 2024-11-07T12:21:13,884 INFO [M:0;87fb68174c52:41269 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-07T12:21:13,985 INFO [M:0;87fb68174c52:41269 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-07T12:21:13,985 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41269-0x1001a3004b30003, quorum=127.0.0.1:64763, baseZNode=/11961030793 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T12:21:13,985 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41269-0x1001a3004b30003, quorum=127.0.0.1:64763, baseZNode=/11961030793 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T12:21:13,988 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@154a2682{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T12:21:13,988 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@155598f1{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-07T12:21:13,988 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-07T12:21:13,988 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7cb966f0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-07T12:21:13,988 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4c1a14f4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/15b8097c-6d95-3104-b921-f72672efc281/hadoop.log.dir/,STOPPED} 2024-11-07T12:21:13,989 WARN [BP-928005629-172.17.0.3-1730982053637 heartbeating to localhost/127.0.0.1:33215 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-07T12:21:13,989 WARN [BP-928005629-172.17.0.3-1730982053637 heartbeating to localhost/127.0.0.1:33215 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-928005629-172.17.0.3-1730982053637 (Datanode Uuid ec4a947f-3491-4ecd-92b8-40e118c87618) service to localhost/127.0.0.1:33215 2024-11-07T12:21:13,990 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/15b8097c-6d95-3104-b921-f72672efc281/cluster_46923a40-8406-af88-8756-81bc99ae81b6/data/data1/current/BP-928005629-172.17.0.3-1730982053637 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T12:21:13,990 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/15b8097c-6d95-3104-b921-f72672efc281/cluster_46923a40-8406-af88-8756-81bc99ae81b6/data/data2/current/BP-928005629-172.17.0.3-1730982053637 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T12:21:13,990 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-07T12:21:13,990 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-07T12:21:13,991 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-07T12:21:13,997 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6b21cbaa{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-07T12:21:13,997 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@35f3c526{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-07T12:21:13,997 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-07T12:21:13,997 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@8fb7bf{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-07T12:21:13,997 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@53513c9a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/15b8097c-6d95-3104-b921-f72672efc281/hadoop.log.dir/,STOPPED} 2024-11-07T12:21:14,012 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-07T12:21:14,012 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-07T12:21:14,012 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T12:21:14,012 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T12:21:14,012 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:21:14,012 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:21:14,012 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-07T12:21:14,012 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T12:21:14,012 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=738445169, stopped=false 2024-11-07T12:21:14,012 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=87fb68174c52,38281,1730982051439 2024-11-07T12:21:14,014 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33365-0x1001a3004b30001, quorum=127.0.0.1:64763, baseZNode=/0-1650550728 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1650550728/running 2024-11-07T12:21:14,014 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38281-0x1001a3004b30000, quorum=127.0.0.1:64763, baseZNode=/0-1650550728 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1650550728/running 2024-11-07T12:21:14,014 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38281-0x1001a3004b30000, quorum=127.0.0.1:64763, baseZNode=/0-1650550728 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1650550728 2024-11-07T12:21:14,014 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33365-0x1001a3004b30001, quorum=127.0.0.1:64763, baseZNode=/0-1650550728 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1650550728 2024-11-07T12:21:14,014 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-07T12:21:14,014 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T12:21:14,014 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T12:21:14,014 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:21:14,015 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33365-0x1001a3004b30001, quorum=127.0.0.1:64763, baseZNode=/0-1650550728 Set watcher on znode that does not yet exist, /0-1650550728/running 2024-11-07T12:21:14,015 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '87fb68174c52,33365,1730982051535' ***** 2024-11-07T12:21:14,015 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-07T12:21:14,015 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38281-0x1001a3004b30000, quorum=127.0.0.1:64763, baseZNode=/0-1650550728 Set watcher on znode that does not yet exist, /0-1650550728/running 2024-11-07T12:21:14,015 INFO [RS:0;87fb68174c52:33365 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-07T12:21:14,015 INFO [RS:0;87fb68174c52:33365 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-07T12:21:14,015 INFO [RS:0;87fb68174c52:33365 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-07T12:21:14,015 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-07T12:21:14,015 INFO [RS:0;87fb68174c52:33365 {}] regionserver.HRegionServer(3091): Received CLOSE for 6fca5bf194c78f104d2d4bf8e9656e23 2024-11-07T12:21:14,015 INFO [RS:0;87fb68174c52:33365 {}] regionserver.HRegionServer(3091): Received CLOSE for 0af02d46812de728c9f96a1ed0906535 2024-11-07T12:21:14,015 INFO [RS:0;87fb68174c52:33365 {}] regionserver.HRegionServer(959): stopping server 87fb68174c52,33365,1730982051535 2024-11-07T12:21:14,015 INFO [RS:0;87fb68174c52:33365 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-07T12:21:14,015 INFO [RS:0;87fb68174c52:33365 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;87fb68174c52:33365. 2024-11-07T12:21:14,016 DEBUG [RS:0;87fb68174c52:33365 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T12:21:14,015 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6fca5bf194c78f104d2d4bf8e9656e23, disabling compactions & flushes 2024-11-07T12:21:14,016 DEBUG [RS:0;87fb68174c52:33365 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:21:14,016 INFO [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1730982064187.6fca5bf194c78f104d2d4bf8e9656e23. 2024-11-07T12:21:14,016 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1730982064187.6fca5bf194c78f104d2d4bf8e9656e23. 2024-11-07T12:21:14,016 INFO [RS:0;87fb68174c52:33365 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-07T12:21:14,016 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1730982064187.6fca5bf194c78f104d2d4bf8e9656e23. after waiting 0 ms 2024-11-07T12:21:14,016 INFO [RS:0;87fb68174c52:33365 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-07T12:21:14,016 INFO [RS:0;87fb68174c52:33365 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-07T12:21:14,016 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1730982064187.6fca5bf194c78f104d2d4bf8e9656e23. 2024-11-07T12:21:14,016 INFO [RS:0;87fb68174c52:33365 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-07T12:21:14,016 INFO [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 6fca5bf194c78f104d2d4bf8e9656e23 3/3 column families, dataSize=1.83 KB heapSize=3.97 KB 2024-11-07T12:21:14,016 INFO [RS:0;87fb68174c52:33365 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-07T12:21:14,016 DEBUG [RS:0;87fb68174c52:33365 {}] regionserver.HRegionServer(1325): Online Regions={6fca5bf194c78f104d2d4bf8e9656e23=hbase:replication,,1730982064187.6fca5bf194c78f104d2d4bf8e9656e23., 0af02d46812de728c9f96a1ed0906535=test,,1730982061233.0af02d46812de728c9f96a1ed0906535., 1588230740=hbase:meta,,1.1588230740} 2024-11-07T12:21:14,016 DEBUG [RS:0;87fb68174c52:33365 {}] regionserver.HRegionServer(1351): Waiting on 0af02d46812de728c9f96a1ed0906535, 1588230740, 6fca5bf194c78f104d2d4bf8e9656e23 2024-11-07T12:21:14,016 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-07T12:21:14,016 INFO [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-07T12:21:14,016 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-07T12:21:14,016 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-07T12:21:14,016 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-07T12:21:14,016 INFO [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-07T12:21:14,033 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35727/user/jenkins/test-data/b7a10cc3-99d6-7ae0-ecf8-2f74aa4d8e19/data/hbase/replication/6fca5bf194c78f104d2d4bf8e9656e23/.tmp/hfileref/5f8785276b8b44d0aa42270011e2d10f is 74, key is 1/hfileref:1dffab8cc7ea43fcbdf0e22270dfa74a_SeqId_4_/1730982067309/DeleteColumn/seqid=0 2024-11-07T12:21:14,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37641 is added to blk_1073741847_1023 (size=5489) 2024-11-07T12:21:14,040 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35727/user/jenkins/test-data/b7a10cc3-99d6-7ae0-ecf8-2f74aa4d8e19/data/hbase/meta/1588230740/.tmp/info/31212d44808b4b80810136d0433e87f1 is 147, key is hbase:replication,,1730982064187.6fca5bf194c78f104d2d4bf8e9656e23./info:regioninfo/1730982064722/Put/seqid=0 2024-11-07T12:21:14,043 INFO [regionserver/87fb68174c52:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-07T12:21:14,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37641 is added to blk_1073741848_1024 (size=7686) 2024-11-07T12:21:14,046 INFO [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35727/user/jenkins/test-data/b7a10cc3-99d6-7ae0-ecf8-2f74aa4d8e19/data/hbase/meta/1588230740/.tmp/info/31212d44808b4b80810136d0433e87f1 2024-11-07T12:21:14,066 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35727/user/jenkins/test-data/b7a10cc3-99d6-7ae0-ecf8-2f74aa4d8e19/data/hbase/meta/1588230740/.tmp/ns/59d725d262cc4050baf01b277aee19b4 is 43, key is default/ns:d/1730982053502/Put/seqid=0 2024-11-07T12:21:14,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37641 is added to blk_1073741849_1025 (size=5153) 2024-11-07T12:21:14,147 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,2-87fb68174c52,33365,1730982051535.replicationSource.wal-reader.87fb68174c52%2C33365%2C1730982051535,2-87fb68174c52,33365,1730982051535 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35727/user/jenkins/test-data/b7a10cc3-99d6-7ae0-ecf8-2f74aa4d8e19/WALs/87fb68174c52,33365,1730982051535/87fb68174c52%2C33365%2C1730982051535.1730982068224 to pos 393, reset compression=false 2024-11-07T12:21:14,216 DEBUG [RS:0;87fb68174c52:33365 {}] regionserver.HRegionServer(1351): Waiting on 0af02d46812de728c9f96a1ed0906535, 1588230740, 6fca5bf194c78f104d2d4bf8e9656e23 2024-11-07T12:21:14,406 INFO [regionserver/87fb68174c52:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-07T12:21:14,406 INFO [regionserver/87fb68174c52:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-07T12:21:14,416 DEBUG [RS:0;87fb68174c52:33365 {}] regionserver.HRegionServer(1351): Waiting on 0af02d46812de728c9f96a1ed0906535, 1588230740, 6fca5bf194c78f104d2d4bf8e9656e23 2024-11-07T12:21:14,441 INFO [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=840 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:35727/user/jenkins/test-data/b7a10cc3-99d6-7ae0-ecf8-2f74aa4d8e19/data/hbase/replication/6fca5bf194c78f104d2d4bf8e9656e23/.tmp/hfileref/5f8785276b8b44d0aa42270011e2d10f 2024-11-07T12:21:14,458 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35727/user/jenkins/test-data/b7a10cc3-99d6-7ae0-ecf8-2f74aa4d8e19/data/hbase/replication/6fca5bf194c78f104d2d4bf8e9656e23/.tmp/queue/7ea483686f564e7d800c84d54cb34b75 is 153, key is 1-87fb68174c52,33365,1730982051535/queue:87fb68174c52%2C33365%2C1730982051535/1730982070069/Put/seqid=0 2024-11-07T12:21:14,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37641 is added to blk_1073741850_1026 (size=5504) 2024-11-07T12:21:14,470 INFO [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35727/user/jenkins/test-data/b7a10cc3-99d6-7ae0-ecf8-2f74aa4d8e19/data/hbase/meta/1588230740/.tmp/ns/59d725d262cc4050baf01b277aee19b4 2024-11-07T12:21:14,491 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35727/user/jenkins/test-data/b7a10cc3-99d6-7ae0-ecf8-2f74aa4d8e19/data/hbase/meta/1588230740/.tmp/rep_barrier/9531b515ff2f4bca8a85f77846ebe72b is 112, key is test,,1730982061233.0af02d46812de728c9f96a1ed0906535./rep_barrier:seqnumDuringOpen/1730982061992/Put/seqid=0 2024-11-07T12:21:14,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37641 is added to blk_1073741851_1027 (size=5518) 2024-11-07T12:21:14,616 DEBUG [RS:0;87fb68174c52:33365 {}] regionserver.HRegionServer(1351): Waiting on 0af02d46812de728c9f96a1ed0906535, 1588230740, 6fca5bf194c78f104d2d4bf8e9656e23 2024-11-07T12:21:14,651 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,33365,1730982051535.replicationSource.wal-reader.87fb68174c52%2C33365%2C1730982051535,1-87fb68174c52,33365,1730982051535 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35727/user/jenkins/test-data/b7a10cc3-99d6-7ae0-ecf8-2f74aa4d8e19/WALs/87fb68174c52,33365,1730982051535/87fb68174c52%2C33365%2C1730982051535.1730982068224 to pos 393, reset compression=false 2024-11-07T12:21:14,817 DEBUG [RS:0;87fb68174c52:33365 {}] regionserver.HRegionServer(1351): Waiting on 0af02d46812de728c9f96a1ed0906535, 1588230740, 6fca5bf194c78f104d2d4bf8e9656e23 2024-11-07T12:21:14,863 INFO [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.01 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:35727/user/jenkins/test-data/b7a10cc3-99d6-7ae0-ecf8-2f74aa4d8e19/data/hbase/replication/6fca5bf194c78f104d2d4bf8e9656e23/.tmp/queue/7ea483686f564e7d800c84d54cb34b75 2024-11-07T12:21:14,871 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35727/user/jenkins/test-data/b7a10cc3-99d6-7ae0-ecf8-2f74aa4d8e19/data/hbase/replication/6fca5bf194c78f104d2d4bf8e9656e23/.tmp/hfileref/5f8785276b8b44d0aa42270011e2d10f as hdfs://localhost:35727/user/jenkins/test-data/b7a10cc3-99d6-7ae0-ecf8-2f74aa4d8e19/data/hbase/replication/6fca5bf194c78f104d2d4bf8e9656e23/hfileref/5f8785276b8b44d0aa42270011e2d10f 2024-11-07T12:21:14,875 INFO [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35727/user/jenkins/test-data/b7a10cc3-99d6-7ae0-ecf8-2f74aa4d8e19/data/hbase/replication/6fca5bf194c78f104d2d4bf8e9656e23/hfileref/5f8785276b8b44d0aa42270011e2d10f, entries=6, sequenceid=17, filesize=5.4 K 2024-11-07T12:21:14,877 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35727/user/jenkins/test-data/b7a10cc3-99d6-7ae0-ecf8-2f74aa4d8e19/data/hbase/replication/6fca5bf194c78f104d2d4bf8e9656e23/.tmp/queue/7ea483686f564e7d800c84d54cb34b75 as hdfs://localhost:35727/user/jenkins/test-data/b7a10cc3-99d6-7ae0-ecf8-2f74aa4d8e19/data/hbase/replication/6fca5bf194c78f104d2d4bf8e9656e23/queue/7ea483686f564e7d800c84d54cb34b75 2024-11-07T12:21:14,882 INFO [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35727/user/jenkins/test-data/b7a10cc3-99d6-7ae0-ecf8-2f74aa4d8e19/data/hbase/replication/6fca5bf194c78f104d2d4bf8e9656e23/queue/7ea483686f564e7d800c84d54cb34b75, entries=2, sequenceid=17, filesize=5.4 K 2024-11-07T12:21:14,883 INFO [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for 6fca5bf194c78f104d2d4bf8e9656e23 in 866ms, sequenceid=17, compaction requested=false 2024-11-07T12:21:14,886 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35727/user/jenkins/test-data/b7a10cc3-99d6-7ae0-ecf8-2f74aa4d8e19/data/hbase/replication/6fca5bf194c78f104d2d4bf8e9656e23/recovered.edits/20.seqid, newMaxSeqId=20, maxSeqId=1 2024-11-07T12:21:14,887 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-07T12:21:14,887 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-07T12:21:14,887 INFO [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1730982064187.6fca5bf194c78f104d2d4bf8e9656e23. 2024-11-07T12:21:14,887 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6fca5bf194c78f104d2d4bf8e9656e23: Waiting for close lock at 1730982074015Running coprocessor pre-close hooks at 1730982074015Disabling compacts and flushes for region at 1730982074015Disabling writes for close at 1730982074016 (+1 ms)Obtaining lock to block concurrent updates at 1730982074016Preparing flush snapshotting stores in 6fca5bf194c78f104d2d4bf8e9656e23 at 1730982074016Finished memstore snapshotting hbase:replication,,1730982064187.6fca5bf194c78f104d2d4bf8e9656e23., syncing WAL and waiting on mvcc, flushsize=dataSize=1878, getHeapSize=4016, getOffHeapSize=0, getCellsCount=19 at 1730982074016Flushing stores of hbase:replication,,1730982064187.6fca5bf194c78f104d2d4bf8e9656e23. at 1730982074017 (+1 ms)Flushing 6fca5bf194c78f104d2d4bf8e9656e23/hfileref: creating writer at 1730982074017Flushing 6fca5bf194c78f104d2d4bf8e9656e23/hfileref: appending metadata at 1730982074033 (+16 ms)Flushing 6fca5bf194c78f104d2d4bf8e9656e23/hfileref: closing flushed file at 1730982074033Flushing 6fca5bf194c78f104d2d4bf8e9656e23/queue: creating writer at 1730982074444 (+411 ms)Flushing 6fca5bf194c78f104d2d4bf8e9656e23/queue: appending metadata at 1730982074458 (+14 ms)Flushing 6fca5bf194c78f104d2d4bf8e9656e23/queue: closing flushed file at 1730982074458Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@44cd902f: reopening flushed file at 1730982074869 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7902a46e: reopening flushed file at 1730982074875 (+6 ms)Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for 6fca5bf194c78f104d2d4bf8e9656e23 in 866ms, sequenceid=17, compaction requested=false at 1730982074883 (+8 ms)Writing region close event to WAL at 1730982074883Running coprocessor post-close hooks at 1730982074887 (+4 ms)Closed at 1730982074887 2024-11-07T12:21:14,887 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1730982064187.6fca5bf194c78f104d2d4bf8e9656e23. 2024-11-07T12:21:14,887 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0af02d46812de728c9f96a1ed0906535, disabling compactions & flushes 2024-11-07T12:21:14,887 INFO [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1730982061233.0af02d46812de728c9f96a1ed0906535. 2024-11-07T12:21:14,887 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1730982061233.0af02d46812de728c9f96a1ed0906535. 2024-11-07T12:21:14,887 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1730982061233.0af02d46812de728c9f96a1ed0906535. after waiting 0 ms 2024-11-07T12:21:14,887 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1730982061233.0af02d46812de728c9f96a1ed0906535. 2024-11-07T12:21:14,890 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35727/user/jenkins/test-data/b7a10cc3-99d6-7ae0-ecf8-2f74aa4d8e19/data/default/test/0af02d46812de728c9f96a1ed0906535/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-07T12:21:14,891 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-07T12:21:14,891 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-07T12:21:14,891 INFO [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1730982061233.0af02d46812de728c9f96a1ed0906535. 2024-11-07T12:21:14,891 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0af02d46812de728c9f96a1ed0906535: Waiting for close lock at 1730982074887Running coprocessor pre-close hooks at 1730982074887Disabling compacts and flushes for region at 1730982074887Disabling writes for close at 1730982074887Writing region close event to WAL at 1730982074888 (+1 ms)Running coprocessor post-close hooks at 1730982074891 (+3 ms)Closed at 1730982074891 2024-11-07T12:21:14,891 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1730982061233.0af02d46812de728c9f96a1ed0906535. 2024-11-07T12:21:14,894 INFO [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35727/user/jenkins/test-data/b7a10cc3-99d6-7ae0-ecf8-2f74aa4d8e19/data/hbase/meta/1588230740/.tmp/rep_barrier/9531b515ff2f4bca8a85f77846ebe72b 2024-11-07T12:21:14,917 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35727/user/jenkins/test-data/b7a10cc3-99d6-7ae0-ecf8-2f74aa4d8e19/data/hbase/meta/1588230740/.tmp/table/4cead0ea94a24bc0b96f12d15ddafb08 is 53, key is hbase:replication/table:state/1730982064738/Put/seqid=0 2024-11-07T12:21:14,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37641 is added to blk_1073741852_1028 (size=5308) 2024-11-07T12:21:14,921 INFO [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35727/user/jenkins/test-data/b7a10cc3-99d6-7ae0-ecf8-2f74aa4d8e19/data/hbase/meta/1588230740/.tmp/table/4cead0ea94a24bc0b96f12d15ddafb08 2024-11-07T12:21:14,924 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35727/user/jenkins/test-data/b7a10cc3-99d6-7ae0-ecf8-2f74aa4d8e19/data/hbase/meta/1588230740/.tmp/info/31212d44808b4b80810136d0433e87f1 as hdfs://localhost:35727/user/jenkins/test-data/b7a10cc3-99d6-7ae0-ecf8-2f74aa4d8e19/data/hbase/meta/1588230740/info/31212d44808b4b80810136d0433e87f1 2024-11-07T12:21:14,927 INFO [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35727/user/jenkins/test-data/b7a10cc3-99d6-7ae0-ecf8-2f74aa4d8e19/data/hbase/meta/1588230740/info/31212d44808b4b80810136d0433e87f1, entries=20, sequenceid=16, filesize=7.5 K 2024-11-07T12:21:14,928 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35727/user/jenkins/test-data/b7a10cc3-99d6-7ae0-ecf8-2f74aa4d8e19/data/hbase/meta/1588230740/.tmp/ns/59d725d262cc4050baf01b277aee19b4 as hdfs://localhost:35727/user/jenkins/test-data/b7a10cc3-99d6-7ae0-ecf8-2f74aa4d8e19/data/hbase/meta/1588230740/ns/59d725d262cc4050baf01b277aee19b4 2024-11-07T12:21:14,931 INFO [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35727/user/jenkins/test-data/b7a10cc3-99d6-7ae0-ecf8-2f74aa4d8e19/data/hbase/meta/1588230740/ns/59d725d262cc4050baf01b277aee19b4, entries=2, sequenceid=16, filesize=5.0 K 2024-11-07T12:21:14,932 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35727/user/jenkins/test-data/b7a10cc3-99d6-7ae0-ecf8-2f74aa4d8e19/data/hbase/meta/1588230740/.tmp/rep_barrier/9531b515ff2f4bca8a85f77846ebe72b as hdfs://localhost:35727/user/jenkins/test-data/b7a10cc3-99d6-7ae0-ecf8-2f74aa4d8e19/data/hbase/meta/1588230740/rep_barrier/9531b515ff2f4bca8a85f77846ebe72b 2024-11-07T12:21:14,935 INFO [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35727/user/jenkins/test-data/b7a10cc3-99d6-7ae0-ecf8-2f74aa4d8e19/data/hbase/meta/1588230740/rep_barrier/9531b515ff2f4bca8a85f77846ebe72b, entries=1, sequenceid=16, filesize=5.4 K 2024-11-07T12:21:14,935 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35727/user/jenkins/test-data/b7a10cc3-99d6-7ae0-ecf8-2f74aa4d8e19/data/hbase/meta/1588230740/.tmp/table/4cead0ea94a24bc0b96f12d15ddafb08 as hdfs://localhost:35727/user/jenkins/test-data/b7a10cc3-99d6-7ae0-ecf8-2f74aa4d8e19/data/hbase/meta/1588230740/table/4cead0ea94a24bc0b96f12d15ddafb08 2024-11-07T12:21:14,938 INFO [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35727/user/jenkins/test-data/b7a10cc3-99d6-7ae0-ecf8-2f74aa4d8e19/data/hbase/meta/1588230740/table/4cead0ea94a24bc0b96f12d15ddafb08, entries=4, sequenceid=16, filesize=5.2 K 2024-11-07T12:21:14,939 INFO [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 923ms, sequenceid=16, compaction requested=false 2024-11-07T12:21:14,942 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35727/user/jenkins/test-data/b7a10cc3-99d6-7ae0-ecf8-2f74aa4d8e19/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-07T12:21:14,943 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-07T12:21:14,943 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-07T12:21:14,943 INFO [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-07T12:21:14,943 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1730982074016Running coprocessor pre-close hooks at 1730982074016Disabling compacts and flushes for region at 1730982074016Disabling writes for close at 1730982074016Obtaining lock to block concurrent updates at 1730982074016Preparing flush snapshotting stores in 1588230740 at 1730982074016Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1730982074017 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1730982074017Flushing 1588230740/info: creating writer at 1730982074017Flushing 1588230740/info: appending metadata at 1730982074040 (+23 ms)Flushing 1588230740/info: closing flushed file at 1730982074040Flushing 1588230740/ns: creating writer at 1730982074049 (+9 ms)Flushing 1588230740/ns: appending metadata at 1730982074066 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1730982074066Flushing 1588230740/rep_barrier: creating writer at 1730982074473 (+407 ms)Flushing 1588230740/rep_barrier: appending metadata at 1730982074490 (+17 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1730982074490Flushing 1588230740/table: creating writer at 1730982074897 (+407 ms)Flushing 1588230740/table: appending metadata at 1730982074917 (+20 ms)Flushing 1588230740/table: closing flushed file at 1730982074917Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@668252d0: reopening flushed file at 1730982074923 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6fdf0c41: reopening flushed file at 1730982074927 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5e9a1baf: reopening flushed file at 1730982074931 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@8533f3b: reopening flushed file at 1730982074935 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 923ms, sequenceid=16, compaction requested=false at 1730982074939 (+4 ms)Writing region close event to WAL at 1730982074941 (+2 ms)Running coprocessor post-close hooks at 1730982074943 (+2 ms)Closed at 1730982074943 2024-11-07T12:21:14,943 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-07T12:21:15,017 INFO [RS:0;87fb68174c52:33365 {}] regionserver.HRegionServer(976): stopping server 87fb68174c52,33365,1730982051535; all regions closed. 2024-11-07T12:21:15,019 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37641 is added to blk_1073741844_1020 (size=859) 2024-11-07T12:21:15,019 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/b7a10cc3-99d6-7ae0-ecf8-2f74aa4d8e19/WALs/87fb68174c52,33365,1730982051535/87fb68174c52%2C33365%2C1730982051535.meta.1730982068253.meta not finished, retry = 0 2024-11-07T12:21:15,122 DEBUG [RS:0;87fb68174c52:33365 {}] wal.AbstractFSWAL(1256): Moved 2 WAL file(s) to /user/jenkins/test-data/b7a10cc3-99d6-7ae0-ecf8-2f74aa4d8e19/oldWALs 2024-11-07T12:21:15,122 INFO [RS:0;87fb68174c52:33365 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 87fb68174c52%2C33365%2C1730982051535.meta:.meta(num 1730982068253) 2024-11-07T12:21:15,123 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37641 is added to blk_1073741842_1018 (size=2791) 2024-11-07T12:21:15,123 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/b7a10cc3-99d6-7ae0-ecf8-2f74aa4d8e19/WALs/87fb68174c52,33365,1730982051535/87fb68174c52%2C33365%2C1730982051535.rep.1730982068207 not finished, retry = 0 2024-11-07T12:21:15,227 DEBUG [RS:0;87fb68174c52:33365 {}] wal.AbstractFSWAL(1256): Moved 2 WAL file(s) to /user/jenkins/test-data/b7a10cc3-99d6-7ae0-ecf8-2f74aa4d8e19/oldWALs 2024-11-07T12:21:15,227 INFO [RS:0;87fb68174c52:33365 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 87fb68174c52%2C33365%2C1730982051535.rep:(num 1730982068207) 2024-11-07T12:21:15,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37641 is added to blk_1073741843_1019 (size=696) 2024-11-07T12:21:15,232 DEBUG [RS:0;87fb68174c52:33365 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/b7a10cc3-99d6-7ae0-ecf8-2f74aa4d8e19/oldWALs 2024-11-07T12:21:15,232 INFO [RS:0;87fb68174c52:33365 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 87fb68174c52%2C33365%2C1730982051535:(num 1730982068224) 2024-11-07T12:21:15,232 DEBUG [RS:0;87fb68174c52:33365 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:21:15,232 INFO [RS:0;87fb68174c52:33365 {}] regionserver.LeaseManager(133): Closed leases 2024-11-07T12:21:15,232 INFO [RS:0;87fb68174c52:33365 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-07T12:21:15,233 INFO [RS:0;87fb68174c52:33365 {}] hbase.ChoreService(370): Chore service for: regionserver/87fb68174c52:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-07T12:21:15,233 INFO [RS:0;87fb68174c52:33365 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-07T12:21:15,233 INFO [regionserver/87fb68174c52:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-07T12:21:15,234 INFO [RS:0;87fb68174c52:33365 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-87fb68174c52,33365,1730982051535 because: Region server is closing 2024-11-07T12:21:15,234 INFO [RS:0;87fb68174c52:33365 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;87fb68174c52:33365. 2024-11-07T12:21:15,234 DEBUG [RS:0;87fb68174c52:33365 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T12:21:15,234 DEBUG [RS:0;87fb68174c52:33365 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:21:15,234 DEBUG [RS:0;87fb68174c52:33365 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:21:15,234 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T12:21:15,250 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,2-87fb68174c52,33365,1730982051535.replicationSource.wal-reader.87fb68174c52%2C33365%2C1730982051535,2-87fb68174c52,33365,1730982051535 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35727/user/jenkins/test-data/b7a10cc3-99d6-7ae0-ecf8-2f74aa4d8e19/WALs/87fb68174c52,33365,1730982051535/87fb68174c52%2C33365%2C1730982051535.1730982068224 to pos 393, reset compression=false 2024-11-07T12:21:15,253 INFO [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,2-87fb68174c52,33365,1730982051535.replicationSource.wal-reader.87fb68174c52%2C33365%2C1730982051535,2-87fb68174c52,33365,1730982051535 {}] wal.AbstractFSWALProvider(535): Log hdfs://localhost:35727/user/jenkins/test-data/b7a10cc3-99d6-7ae0-ecf8-2f74aa4d8e19/WALs/87fb68174c52,33365,1730982051535/87fb68174c52%2C33365%2C1730982051535.1730982068224 was moved to hdfs://localhost:35727/user/jenkins/test-data/b7a10cc3-99d6-7ae0-ecf8-2f74aa4d8e19/oldWALs/87fb68174c52%2C33365%2C1730982051535.1730982068224 2024-11-07T12:21:15,257 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,2-87fb68174c52,33365,1730982051535.replicationSource.wal-reader.87fb68174c52%2C33365%2C1730982051535,2-87fb68174c52,33365,1730982051535 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:35727/user/jenkins/test-data/b7a10cc3-99d6-7ae0-ecf8-2f74aa4d8e19/WALs/87fb68174c52,33365,1730982051535/87fb68174c52%2C33365%2C1730982051535.1730982068224 2024-11-07T12:21:15,257 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,2-87fb68174c52,33365,1730982051535.replicationSource.wal-reader.87fb68174c52%2C33365%2C1730982051535,2-87fb68174c52,33365,1730982051535 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-07T12:21:15,257 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,2-87fb68174c52,33365,1730982051535.replicationSource.wal-reader.87fb68174c52%2C33365%2C1730982051535,2-87fb68174c52,33365,1730982051535 {}] regionserver.WALEntryStream(241): No more WAL files in queue 2024-11-07T12:21:15,257 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,2-87fb68174c52,33365,1730982051535.replicationSource.wal-reader.87fb68174c52%2C33365%2C1730982051535,2-87fb68174c52,33365,1730982051535 {}] regionserver.ReplicationSourceWALReader(120): Stopping the replication source wal reader 2024-11-07T12:21:15,257 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,2-87fb68174c52,33365,1730982051535.replicationSource.shipper87fb68174c52%2C33365%2C1730982051535,2-87fb68174c52,33365,1730982051535 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-87fb68174c52,33365,1730982051535 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35727/user/jenkins/test-data/b7a10cc3-99d6-7ae0-ecf8-2f74aa4d8e19/WALs/87fb68174c52,33365,1730982051535/87fb68174c52%2C33365%2C1730982051535.1730982068224, lastWalPosition=688, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0] 2024-11-07T12:21:15,258 ERROR [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,2-87fb68174c52,33365,1730982051535.replicationSource.shipper87fb68174c52%2C33365%2C1730982051535,2-87fb68174c52,33365,1730982051535 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 87fb68174c52,33365,1730982051535: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=2-87fb68174c52,33365,1730982051535, walGroup=87fb68174c52%2C33365%2C1730982051535, offset=87fb68174c52%2C33365%2C1730982051535.1730982068224:-1, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=87fb68174c52:33365 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-07T12:21:15,259 ERROR [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,2-87fb68174c52,33365,1730982051535.replicationSource.shipper87fb68174c52%2C33365%2C1730982051535,2-87fb68174c52,33365,1730982051535 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-07T12:21:15,259 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,2-87fb68174c52,33365,1730982051535.replicationSource.shipper87fb68174c52%2C33365%2C1730982051535,2-87fb68174c52,33365,1730982051535 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-07T12:21:15,259 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,2-87fb68174c52,33365,1730982051535.replicationSource.shipper87fb68174c52%2C33365%2C1730982051535,2-87fb68174c52,33365,1730982051535 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-07T12:21:15,259 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,2-87fb68174c52,33365,1730982051535.replicationSource.shipper87fb68174c52%2C33365%2C1730982051535,2-87fb68174c52,33365,1730982051535 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-07T12:21:15,260 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,2-87fb68174c52,33365,1730982051535.replicationSource.shipper87fb68174c52%2C33365%2C1730982051535,2-87fb68174c52,33365,1730982051535 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-07T12:21:15,260 INFO [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,2-87fb68174c52,33365,1730982051535.replicationSource.shipper87fb68174c52%2C33365%2C1730982051535,2-87fb68174c52,33365,1730982051535 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1440743424, "init": 1048576000, "max": 2306867200, "used": 1165378680 }, "NonHeapMemoryUsage": { "committed": 210632704, "init": 7667712, "max": -1, "used": 207612248 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-07T12:21:15,260 DEBUG [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,2-87fb68174c52,33365,1730982051535.replicationSource.shipper87fb68174c52%2C33365%2C1730982051535,2-87fb68174c52,33365,1730982051535 {}] regionserver.ReplicationSourceManager(720): Removing 1 logs in the list: [87fb68174c52%2C33365%2C1730982051535.1730982068224] 2024-11-07T12:21:15,334 WARN [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,33365,1730982051535.replicationSource.shipper87fb68174c52%2C33365%2C1730982051535,1-87fb68174c52,33365,1730982051535 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-07T12:21:15,335 WARN [RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,33365,1730982051535.replicationSource.wal-reader.87fb68174c52%2C33365%2C1730982051535,1-87fb68174c52,33365,1730982051535 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-07T12:21:15,335 INFO [RS:0;87fb68174c52:33365 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,1-87fb68174c52,33365,1730982051535.replicationSource.shipper87fb68174c52%2C33365%2C1730982051535,1-87fb68174c52,33365,1730982051535 terminated 2024-11-07T12:21:15,335 INFO [RS:0;87fb68174c52:33365 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-87fb68174c52,33365,1730982051535 because: Region server is closing 2024-11-07T12:21:15,335 INFO [RS:0;87fb68174c52:33365 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;87fb68174c52:33365. 2024-11-07T12:21:15,335 DEBUG [RS:0;87fb68174c52:33365 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T12:21:15,335 DEBUG [RS:0;87fb68174c52:33365 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:21:15,335 DEBUG [RS:0;87fb68174c52:33365 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:21:15,335 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T12:21:15,335 INFO [RS:0;87fb68174c52:33365 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/87fb68174c52:0-0.replicationSource,2-87fb68174c52,33365,1730982051535.replicationSource.shipper87fb68174c52%2C33365%2C1730982051535,2-87fb68174c52,33365,1730982051535 terminated 2024-11-07T12:21:15,335 INFO [RS:0;87fb68174c52:33365 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:33365 2024-11-07T12:21:15,337 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33365-0x1001a3004b30001, quorum=127.0.0.1:64763, baseZNode=/0-1650550728 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1650550728/rs/87fb68174c52,33365,1730982051535 2024-11-07T12:21:15,337 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38281-0x1001a3004b30000, quorum=127.0.0.1:64763, baseZNode=/0-1650550728 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1650550728/rs 2024-11-07T12:21:15,337 INFO [RS:0;87fb68174c52:33365 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-07T12:21:15,338 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [87fb68174c52,33365,1730982051535] 2024-11-07T12:21:15,339 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1650550728/draining/87fb68174c52,33365,1730982051535 already deleted, retry=false 2024-11-07T12:21:15,339 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 87fb68174c52,33365,1730982051535 expired; onlineServers=0 2024-11-07T12:21:15,339 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '87fb68174c52,38281,1730982051439' ***** 2024-11-07T12:21:15,339 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-07T12:21:15,340 INFO [M:0;87fb68174c52:38281 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-07T12:21:15,340 INFO [M:0;87fb68174c52:38281 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-07T12:21:15,340 DEBUG [M:0;87fb68174c52:38281 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-07T12:21:15,340 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-07T12:21:15,340 DEBUG [M:0;87fb68174c52:38281 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-07T12:21:15,340 DEBUG [master/87fb68174c52:0:becomeActiveMaster-HFileCleaner.large.0-1730982052274 {}] cleaner.HFileCleaner(306): Exit Thread[master/87fb68174c52:0:becomeActiveMaster-HFileCleaner.large.0-1730982052274,5,FailOnTimeoutGroup] 2024-11-07T12:21:15,340 INFO [M:0;87fb68174c52:38281 {}] hbase.ChoreService(370): Chore service for: master/87fb68174c52:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-07T12:21:15,340 INFO [M:0;87fb68174c52:38281 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-07T12:21:15,340 DEBUG [M:0;87fb68174c52:38281 {}] master.HMaster(1795): Stopping service threads 2024-11-07T12:21:15,340 INFO [M:0;87fb68174c52:38281 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-07T12:21:15,340 DEBUG [master/87fb68174c52:0:becomeActiveMaster-HFileCleaner.small.0-1730982052299 {}] cleaner.HFileCleaner(306): Exit Thread[master/87fb68174c52:0:becomeActiveMaster-HFileCleaner.small.0-1730982052299,5,FailOnTimeoutGroup] 2024-11-07T12:21:15,340 INFO [M:0;87fb68174c52:38281 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-07T12:21:15,340 INFO [M:0;87fb68174c52:38281 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-07T12:21:15,340 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-07T12:21:15,341 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38281-0x1001a3004b30000, quorum=127.0.0.1:64763, baseZNode=/0-1650550728 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1650550728/master 2024-11-07T12:21:15,341 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38281-0x1001a3004b30000, quorum=127.0.0.1:64763, baseZNode=/0-1650550728 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1650550728 2024-11-07T12:21:15,341 DEBUG [M:0;87fb68174c52:38281 {}] zookeeper.ZKUtil(347): master:38281-0x1001a3004b30000, quorum=127.0.0.1:64763, baseZNode=/0-1650550728 Unable to get data of znode /0-1650550728/master because node does not exist (not an error) 2024-11-07T12:21:15,341 WARN [M:0;87fb68174c52:38281 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-07T12:21:15,353 INFO [M:0;87fb68174c52:38281 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:35727/user/jenkins/test-data/b7a10cc3-99d6-7ae0-ecf8-2f74aa4d8e19/.lastflushedseqids 2024-11-07T12:21:15,356 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37641 is added to blk_1073741853_1029 (size=263) 2024-11-07T12:21:15,439 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33365-0x1001a3004b30001, quorum=127.0.0.1:64763, baseZNode=/0-1650550728 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T12:21:15,439 INFO [RS:0;87fb68174c52:33365 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-07T12:21:15,439 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33365-0x1001a3004b30001, quorum=127.0.0.1:64763, baseZNode=/0-1650550728 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T12:21:15,439 INFO [RS:0;87fb68174c52:33365 {}] regionserver.HRegionServer(1031): Exiting; stopping=87fb68174c52,33365,1730982051535; zookeeper connection closed. 2024-11-07T12:21:15,439 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4a43cf04 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4a43cf04 2024-11-07T12:21:15,439 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-07T12:21:15,679 DEBUG [master/87fb68174c52:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): data stats (chunk size=2097152): current pool size=22, created chunk count=34, reused chunk count=159, reuseRatio=82.38% 2024-11-07T12:21:15,679 DEBUG [master/87fb68174c52:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): index stats (chunk size=209715): current pool size=0, created chunk count=0, reused chunk count=0, reuseRatio=0 2024-11-07T12:21:15,757 INFO [M:0;87fb68174c52:38281 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-07T12:21:15,757 INFO [M:0;87fb68174c52:38281 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-07T12:21:15,757 DEBUG [M:0;87fb68174c52:38281 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-07T12:21:15,757 INFO [M:0;87fb68174c52:38281 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T12:21:15,757 DEBUG [M:0;87fb68174c52:38281 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T12:21:15,757 DEBUG [M:0;87fb68174c52:38281 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-07T12:21:15,757 DEBUG [M:0;87fb68174c52:38281 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T12:21:15,758 INFO [M:0;87fb68174c52:38281 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=59.83 KB heapSize=70.51 KB 2024-11-07T12:21:15,776 DEBUG [M:0;87fb68174c52:38281 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35727/user/jenkins/test-data/b7a10cc3-99d6-7ae0-ecf8-2f74aa4d8e19/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f28558fbb71a4922b3e3a142907f4ddb is 82, key is hbase:meta,,1/info:regioninfo/1730982053492/Put/seqid=0 2024-11-07T12:21:15,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37641 is added to blk_1073741854_1030 (size=5672) 2024-11-07T12:21:15,780 INFO [M:0;87fb68174c52:38281 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:35727/user/jenkins/test-data/b7a10cc3-99d6-7ae0-ecf8-2f74aa4d8e19/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f28558fbb71a4922b3e3a142907f4ddb 2024-11-07T12:21:15,781 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-07T12:21:15,804 DEBUG [M:0;87fb68174c52:38281 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35727/user/jenkins/test-data/b7a10cc3-99d6-7ae0-ecf8-2f74aa4d8e19/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d557c0ad6d714c8482bb83c29add5557 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1730982064742/Put/seqid=0 2024-11-07T12:21:15,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37641 is added to blk_1073741855_1031 (size=8909) 2024-11-07T12:21:15,809 INFO [M:0;87fb68174c52:38281 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=59.28 KB at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:35727/user/jenkins/test-data/b7a10cc3-99d6-7ae0-ecf8-2f74aa4d8e19/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d557c0ad6d714c8482bb83c29add5557 2024-11-07T12:21:15,832 DEBUG [M:0;87fb68174c52:38281 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35727/user/jenkins/test-data/b7a10cc3-99d6-7ae0-ecf8-2f74aa4d8e19/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/534ee5fe541e4c3fb509cbc663c32caa is 69, key is 87fb68174c52,33365,1730982051535/rs:state/1730982052346/Put/seqid=0 2024-11-07T12:21:15,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37641 is added to blk_1073741856_1032 (size=5156) 2024-11-07T12:21:15,836 INFO [M:0;87fb68174c52:38281 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:35727/user/jenkins/test-data/b7a10cc3-99d6-7ae0-ecf8-2f74aa4d8e19/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/534ee5fe541e4c3fb509cbc663c32caa 2024-11-07T12:21:15,841 DEBUG [M:0;87fb68174c52:38281 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35727/user/jenkins/test-data/b7a10cc3-99d6-7ae0-ecf8-2f74aa4d8e19/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f28558fbb71a4922b3e3a142907f4ddb as hdfs://localhost:35727/user/jenkins/test-data/b7a10cc3-99d6-7ae0-ecf8-2f74aa4d8e19/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f28558fbb71a4922b3e3a142907f4ddb 2024-11-07T12:21:15,844 INFO [M:0;87fb68174c52:38281 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35727/user/jenkins/test-data/b7a10cc3-99d6-7ae0-ecf8-2f74aa4d8e19/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f28558fbb71a4922b3e3a142907f4ddb, entries=8, sequenceid=112, filesize=5.5 K 2024-11-07T12:21:15,845 DEBUG [M:0;87fb68174c52:38281 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35727/user/jenkins/test-data/b7a10cc3-99d6-7ae0-ecf8-2f74aa4d8e19/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d557c0ad6d714c8482bb83c29add5557 as hdfs://localhost:35727/user/jenkins/test-data/b7a10cc3-99d6-7ae0-ecf8-2f74aa4d8e19/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d557c0ad6d714c8482bb83c29add5557 2024-11-07T12:21:15,849 INFO [M:0;87fb68174c52:38281 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35727/user/jenkins/test-data/b7a10cc3-99d6-7ae0-ecf8-2f74aa4d8e19/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d557c0ad6d714c8482bb83c29add5557, entries=13, sequenceid=112, filesize=8.7 K 2024-11-07T12:21:15,850 DEBUG [M:0;87fb68174c52:38281 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35727/user/jenkins/test-data/b7a10cc3-99d6-7ae0-ecf8-2f74aa4d8e19/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/534ee5fe541e4c3fb509cbc663c32caa as hdfs://localhost:35727/user/jenkins/test-data/b7a10cc3-99d6-7ae0-ecf8-2f74aa4d8e19/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/534ee5fe541e4c3fb509cbc663c32caa 2024-11-07T12:21:15,853 INFO [M:0;87fb68174c52:38281 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35727/user/jenkins/test-data/b7a10cc3-99d6-7ae0-ecf8-2f74aa4d8e19/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/534ee5fe541e4c3fb509cbc663c32caa, entries=1, sequenceid=112, filesize=5.0 K 2024-11-07T12:21:15,854 INFO [M:0;87fb68174c52:38281 {}] regionserver.HRegion(3140): Finished flush of dataSize ~59.83 KB/61268, heapSize ~70.21 KB/71896, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 97ms, sequenceid=112, compaction requested=false 2024-11-07T12:21:15,857 INFO [M:0;87fb68174c52:38281 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T12:21:15,857 DEBUG [M:0;87fb68174c52:38281 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1730982075757Disabling compacts and flushes for region at 1730982075757Disabling writes for close at 1730982075757Obtaining lock to block concurrent updates at 1730982075758 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1730982075758Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=61268, getHeapSize=72136, getOffHeapSize=0, getCellsCount=131 at 1730982075758Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1730982075759 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1730982075759Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1730982075776 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1730982075776Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1730982075784 (+8 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1730982075804 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1730982075804Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1730982075812 (+8 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1730982075832 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1730982075832Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@74504d7a: reopening flushed file at 1730982075840 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7ab81b00: reopening flushed file at 1730982075844 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@228901e1: reopening flushed file at 1730982075849 (+5 ms)Finished flush of dataSize ~59.83 KB/61268, heapSize ~70.21 KB/71896, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 97ms, sequenceid=112, compaction requested=false at 1730982075854 (+5 ms)Writing region close event to WAL at 1730982075857 (+3 ms)Closed at 1730982075857 2024-11-07T12:21:15,859 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37641 is added to blk_1073741830_1006 (size=69055) 2024-11-07T12:21:15,859 INFO [M:0;87fb68174c52:38281 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-07T12:21:15,859 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-07T12:21:15,859 INFO [M:0;87fb68174c52:38281 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:38281 2024-11-07T12:21:15,860 INFO [M:0;87fb68174c52:38281 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-07T12:21:15,962 INFO [M:0;87fb68174c52:38281 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-07T12:21:15,962 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38281-0x1001a3004b30000, quorum=127.0.0.1:64763, baseZNode=/0-1650550728 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T12:21:15,962 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38281-0x1001a3004b30000, quorum=127.0.0.1:64763, baseZNode=/0-1650550728 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T12:21:15,978 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@f076664{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T12:21:15,978 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@12a4de79{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-07T12:21:15,978 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-07T12:21:15,978 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3905b974{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-07T12:21:15,978 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@f6754cb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6018b000-fd71-52a9-1209-e7983809a9d9/hadoop.log.dir/,STOPPED} 2024-11-07T12:21:15,980 WARN [BP-60181769-172.17.0.3-1730982050420 heartbeating to localhost/127.0.0.1:35727 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-07T12:21:15,981 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-07T12:21:15,981 WARN [BP-60181769-172.17.0.3-1730982050420 heartbeating to localhost/127.0.0.1:35727 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-60181769-172.17.0.3-1730982050420 (Datanode Uuid 9362269b-8a81-40c2-ad4f-3b8ac1ea91f6) service to localhost/127.0.0.1:35727 2024-11-07T12:21:15,981 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-07T12:21:15,981 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6018b000-fd71-52a9-1209-e7983809a9d9/cluster_0443699a-d39d-b8c6-fd4a-e42405d0e0a4/data/data1/current/BP-60181769-172.17.0.3-1730982050420 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T12:21:15,982 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6018b000-fd71-52a9-1209-e7983809a9d9/cluster_0443699a-d39d-b8c6-fd4a-e42405d0e0a4/data/data2/current/BP-60181769-172.17.0.3-1730982050420 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T12:21:15,983 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-07T12:21:15,998 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3288d9f3{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-07T12:21:15,998 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2f35d1ca{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-07T12:21:15,998 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-07T12:21:15,999 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6d76a770{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-07T12:21:15,999 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2c20cbb4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6018b000-fd71-52a9-1209-e7983809a9d9/hadoop.log.dir/,STOPPED} 2024-11-07T12:21:16,008 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-07T12:21:16,025 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-07T12:21:16,045 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=599 (was 533) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:35727 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35727 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:45709 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-41-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:33215 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45709 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35727 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33215 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:45709 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:35727 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35727 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:64763) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-40-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35727 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33215 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33215 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33215 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45709 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45709 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:45709 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:35727 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:33215 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:35727 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:35727 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.22@localhost:33215 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:64763) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:33215 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:45709 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:33215 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-49-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.23@localhost:45709 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.21@localhost:35727 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45709 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35727 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:33215 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35727 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35727 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33215 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:64763) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins@localhost:35727 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:35727 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:35727 from jenkins.hfs.21 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-45-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:45709 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=981 (was 874) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=364 (was 311) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=388 (was 1465) 2024-11-07T12:21:16,045 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=599 is superior to 500 2024-11-07T12:21:16,105 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1001a3004b30005, quorum=127.0.0.1:64763, baseZNode=/11961030793 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-07T12:21:16,105 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1001a3004b30002, quorum=127.0.0.1:64763, baseZNode=/0-1650550728 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-07T12:21:16,105 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1001a3004b30005, quorum=127.0.0.1:64763, baseZNode=/11961030793 Received Disconnected from ZooKeeper, ignoring 2024-11-07T12:21:16,105 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x1001a3004b30008, quorum=127.0.0.1:64763, baseZNode=/21833647562 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-07T12:21:16,105 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1001a3004b30002, quorum=127.0.0.1:64763, baseZNode=/0-1650550728 Received Disconnected from ZooKeeper, ignoring 2024-11-07T12:21:16,105 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x1001a3004b30008, quorum=127.0.0.1:64763, baseZNode=/21833647562 Received Disconnected from ZooKeeper, ignoring